-- Logs begin at Wed 2022-04-06 16:11:32 UTC, end at Wed 2022-04-06 17:43:24 UTC. -- Apr 06 16:56:49.257202 dv-cinder-836850-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 16:56:52.180464 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.common.config [-] Logging enabled! Apr 06 16:56:52.181058 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 16:56:52.181264 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103733) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 16:56:52.184575 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.common.config [-] Logging enabled! Apr 06 16:56:52.184833 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 16:56:52.185144 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103733) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 16:56:52.186085 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 16:56:52.186322 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 16:56:52.186695 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 16:56:52.186945 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 16:56:52.187199 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 16:56:52.187622 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.188566 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 16:56:52.188882 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.189181 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.189478 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.189777 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.190071 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.190358 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.190651 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.190953 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.191272 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.191556 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.191842 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.192138 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.192425 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.192716 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.193006 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.193292 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] debug = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.193577 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.194018 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.194439 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.194722 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.195038 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.195326 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.195602 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.195881 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.196173 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.196515 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] host = dv-cinder-836850-1-iscsi {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.196797 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.197088 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.197378 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.197669 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.197949 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.198230 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.198520 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.198796 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.199094 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] log_file = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.199376 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.199668 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.199956 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.200248 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.200475 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.200701 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.201001 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.201296 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.201575 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.201851 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.202129 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.202402 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.202677 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.202948 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.203259 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.204105 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.204395 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.204675 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.204953 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.205226 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.205501 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.205788 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.206064 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.206338 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.206619 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.206907 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.207201 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.207478 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.207783 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.208073 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.208355 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.208643 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.208919 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.209207 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.209481 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.209756 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.210029 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] use_json = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.210303 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.210574 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.210861 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.211166 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.211441 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.211718 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.211991 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.212277 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.212550 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:52.212849 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.213148 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.213450 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.213750 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.214043 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.214325 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.214615 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.214897 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.215223 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.215516 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.215807 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.216087 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.216388 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.216683 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.216985 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.217292 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.217588 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.217882 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.218162 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.218439 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.218715 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.219037 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.219333 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.219613 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.219904 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.220194 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.220474 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.220773 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.221064 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.221361 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.221654 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.221929 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.222209 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.222501 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.222781 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.223081 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.223364 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.223654 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.223933 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.224207 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.224490 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.224766 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.225037 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.225310 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.225586 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.225875 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.226150 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.226425 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.226694 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.226970 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.227266 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.227551 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.227829 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.228100 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.228372 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.228649 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.228920 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.229193 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.229471 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.229744 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.230100 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.230378 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.230650 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.230923 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.231221 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.231498 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.231772 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.232045 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.232323 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.232597 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.232868 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.233139 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.233414 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.233687 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.233974 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.234273 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.234553 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.234856 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.235166 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.235448 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.235727 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.236006 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.236284 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.236568 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.236840 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.237130 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.237415 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.237702 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.238002 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.238281 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.238576 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.238854 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.239158 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.239447 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.239727 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.240008 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.240294 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.240578 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.240876 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.241173 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.241471 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.241768 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.242062 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.242342 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.242652 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.242933 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:52.243173 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 16:56:52.243414 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103733) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 16:56:52.619139 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 16:56:52.619428 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 16:56:52.619735 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 16:56:52.620071 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 16:56:52.944767 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:52.944996 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:52.945269 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:52.946467 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:52.946744 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:52.948754 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.002107 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.002383 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.002650 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.017105 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.017384 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.017654 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.048878 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.049157 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.049424 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.084493 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.084777 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.085053 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.421892 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.423061 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.423061 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.423255 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.423974 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.521849 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.522173 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.522458 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.522730 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.523026 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.523342 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.523607 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.523869 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.524128 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.524411 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.524673 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.524940 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.525198 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.525454 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.525710 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.525976 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.526232 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.526504 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.526773 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.527061 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.527337 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.527593 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.527874 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.528505 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.528756 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.529012 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.529504 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:56:53.529752 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:56:53.529993 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:56:53.530234 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:56:53.530473 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:56:53.530713 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:56:53.531109 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 16:56:53.534191 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 16:56:53.538115 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 16:56:53.541880 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 06 16:56:53.543606 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 16:56:53.544083 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 16:56:53.544421 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 16:56:53.544804 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 16:56:53.549102 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 16:56:53.549360 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 16:56:53.549708 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 16:56:53.554552 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 16:56:53.578670 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 16:56:53.579149 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.579457 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103733) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 16:56:53.579832 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.581184 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103733) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 16:56:53.581464 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 16:56:53.581711 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 16:56:53.585003 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.585286 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:53.646163 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 16:56:53.646406 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 16:56:53.646645 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 16:56:53.647031 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 16:56:53.667224 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_db.sqlalchemy.engines [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103733) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 16:56:54.268537 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Initializing driver for type 'gre' Apr 06 16:56:54.269091 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] gre ID ranges: [(1, 1000)] Apr 06 16:56:54.434326 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Initializing driver for type 'local' Apr 06 16:56:54.434902 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Initializing driver for type 'vlan' Apr 06 16:56:54.525614 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] VlanTypeDriver initialization complete Apr 06 16:56:54.525906 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Initializing driver for type 'vxlan' Apr 06 16:56:54.526422 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] vxlan ID ranges: [(1, 1000)] Apr 06 16:56:54.708542 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Initializing extension driver 'port_security' Apr 06 16:56:54.708924 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] PortSecurityExtensionDriver initialization complete Apr 06 16:56:54.709260 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Initializing mechanism driver 'openvswitch' Apr 06 16:56:54.709601 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Initializing mechanism driver 'hyperv' Apr 06 16:56:54.716189 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.plugins.ml2.plugin [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:56:54.717042 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > port after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.717421 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > port after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.717778 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > port after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.718312 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:56:54.718758 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > subnet after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.719154 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > subnet after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.719564 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.719939 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:56:54.720356 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > network after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.720708 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > network after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.724521 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > network after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.724521 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:56:54.724521 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > security_group after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.724521 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > security_group after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.724521 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.725013 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:56:54.725013 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.725013 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.725013 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.725013 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:56:54.725389 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > address_group after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.725389 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > address_group after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.725543 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.725890 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103733) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 16:56:54.726342 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] ML2 OVO RPC backend initialized. {{(pid=103733) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 16:56:54.727103 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.727472 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.727902 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > network before_response 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.728258 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > networks before_response 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.728613 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > port before_response 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.728961 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > ports before_response 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.729311 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > subnet before_response 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.729658 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > subnets before_response 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.730018 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > network after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.730364 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > network after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.730773 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > network after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.731145 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > port after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.731492 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > port after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.732294 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > port after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.732294 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > subnet after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.732475 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > subnet after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.732815 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.740156 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded quota_driver: . Apr 06 16:56:54.740524 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.plugin [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Modular L2 Plugin initialization complete Apr 06 16:56:54.740873 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading services supported by the core plugin {{(pid=103733) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 16:56:54.741223 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.plugins.ml2.managers [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Got port-security extension from driver 'port_security' Apr 06 16:56:54.741778 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.extensions.vlantransparent [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Disabled vlantransparent extension. Apr 06 16:56:54.742238 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103733) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 16:56:54.742568 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading Plugin: router Apr 06 16:56:54.795682 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.796026 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router after_create 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.796410 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router before_create 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.796922 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.798079 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.798079 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router after_delete 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.798410 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.798509 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.798814 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router after_create 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.799194 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router after_update 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.799559 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router after_update 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.799915 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.800282 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router after_update 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.800700 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router precommit_update 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.801077 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: port after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.801423 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: port after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.801768 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: subnet after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.802117 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.802472 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.802826 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router precommit_create 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.803207 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: port before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.803557 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router precommit_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.803939 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router after_update 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.804290 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.804647 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router precommit_create 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.805022 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.805372 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router precommit_update 55549900 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.805746 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > agent after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.806250 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > agent after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.806606 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > network after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.807525 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Tracking information for resource: router configured {{(pid=103733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:56:54.808150 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Tracking information for resource: floatingip configured {{(pid=103733) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 16:56:54.813599 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.db.l3_agentschedulers_db [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 16:56:54.814199 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: port after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.814571 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: port after_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.814931 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: port after_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.815315 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: port after_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.816169 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router before_create 55550100 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.816551 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.816921 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router precommit_create 55550100 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.817285 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > router precommit_update 55550100 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.822086 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.services.provider_configuration [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service providers = [] {{(pid=103733) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 16:56:54.822460 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.db.servicetype_db [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103733) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 16:56:54.825524 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.services.service_base [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103733) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 16:56:54.825891 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.services.service_base [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103733) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 16:56:54.826242 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.services.service_base [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103733) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 16:56:54.827188 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.services.service_base [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103733) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 16:56:54.827571 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.services.service_base [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 16:56:54.828026 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:56:54.829229 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 16:56:54.840010 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:56:54.840358 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading Plugin: auto_allocate Apr 06 16:56:54.846166 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: network precommit_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.846538 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: network precommit_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.847106 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:56:54.847436 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading Plugin: tag Apr 06 16:56:54.854253 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:56:54.854596 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading Plugin: timestamp Apr 06 16:56:54.865813 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:56:54.866149 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading Plugin: network_ip_availability Apr 06 16:56:54.872069 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.872513 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.872882 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:54.873635 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:56:54.873991 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading Plugin: flavors Apr 06 16:56:54.881071 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:56:54.881418 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading Plugin: revisions Apr 06 16:56:54.885901 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103733) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 16:56:54.886308 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_concurrency.lockutils [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.266s {{(pid=103733) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 16:56:54.887094 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103733) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 16:56:54.887444 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Initializing extension manager. Apr 06 16:56:54.887975 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: __init__.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.888326 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: __pycache__ {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.888693 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: address_group.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.896151 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.896151 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: address-group Apr 06 16:56:54.896151 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: address_scope.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.896151 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.896151 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: address-scope Apr 06 16:56:54.896151 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.896703 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.897245 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: router-admin-state-down-before-update Apr 06 16:56:54.897576 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: agent.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.898304 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.898818 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: agent Apr 06 16:56:54.899173 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: agent_resources_synced.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.900126 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.900636 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: agent-resources-synced Apr 06 16:56:54.900963 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: allowedaddresspairs.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.902950 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.903785 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: allowed-address-pairs Apr 06 16:56:54.904141 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: auto_allocated_topology.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.905300 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.905820 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: auto-allocated-topology Apr 06 16:56:54.906147 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: availability_zone.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.906868 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.907411 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: availability_zone Apr 06 16:56:54.907776 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: availability_zone_filter.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.908682 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.909199 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: availability_zone_filter Apr 06 16:56:54.909521 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: data_plane_status.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.910418 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.910925 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 16:56:54.911269 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: default_subnetpools.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.912177 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.912687 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: default-subnetpools Apr 06 16:56:54.913003 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.914150 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.914768 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: dhcp_agent_scheduler Apr 06 16:56:54.915122 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: dns.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.916024 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.916530 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 16:56:54.916851 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: dns_domain_ports.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.917791 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.918301 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 16:56:54.918621 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.923255 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.923766 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 16:56:54.924087 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: dvr.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.924785 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.925333 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: dvr Apr 06 16:56:54.925655 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: ecmp_routes.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.926560 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.927098 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 16:56:54.927419 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: empty_string_filtering.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.928320 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.928828 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: empty-string-filtering Apr 06 16:56:54.929150 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.930072 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.930560 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 16:56:54.930924 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.931889 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.932390 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 16:56:54.932713 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: external_net.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.933620 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.934128 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: external-net Apr 06 16:56:54.934446 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.935385 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.935892 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: extra_dhcp_opt Apr 06 16:56:54.936342 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: extraroute.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.937145 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.938292 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: extraroute Apr 06 16:56:54.938612 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: extraroute_atomic.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.939711 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.940257 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: extraroute-atomic Apr 06 16:56:54.940569 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: filter_validation.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.941245 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.941806 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: filter-validation Apr 06 16:56:54.942114 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: fip_pf_description.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.950413 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.950985 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 16:56:54.951311 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: fip_pf_port_range.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.953044 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.953044 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 16:56:54.953044 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: fip_port_details.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.954318 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.954912 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: fip-port-details Apr 06 16:56:54.955266 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: flavors.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.956503 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.957050 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: flavors Apr 06 16:56:54.957380 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.959337 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.959766 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 16:56:54.960100 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: floatingip_pools.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.960806 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.961316 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: floatingip-pools Apr 06 16:56:54.961642 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: ip_allocation.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.962565 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.963095 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 16:56:54.963423 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.964339 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.964930 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: ip-substring-filtering Apr 06 16:56:54.965169 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: l2_adjacency.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.966078 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.966583 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 16:56:54.966905 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: l3.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.967931 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.968450 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: router Apr 06 16:56:54.968797 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.971102 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.971633 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 16:56:54.971968 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.972901 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.973422 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: ext-gw-mode Apr 06 16:56:54.973747 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.974667 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.975205 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: l3-ha Apr 06 16:56:54.975531 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.976434 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.976947 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 16:56:54.977273 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: l3_flavors.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.978199 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.978735 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: l3-flavors Apr 06 16:56:54.979089 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.985965 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.986506 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 16:56:54.986846 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.987815 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.988342 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 16:56:54.988678 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: l3agentscheduler.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.989758 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.990279 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: l3_agent_scheduler Apr 06 16:56:54.990612 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: local_ip.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.992519 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.993049 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension local_ip not supported by any of loaded plugins Apr 06 16:56:54.993392 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: logging.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.995052 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.995593 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension logging not supported by any of loaded plugins Apr 06 16:56:54.995962 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: metering.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.996718 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.997306 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: metering Apr 06 16:56:54.997643 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:54.998738 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:54.999300 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: metering_source_and_destination_fields Apr 06 16:56:54.999632 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: multiprovidernet.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.001121 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.001640 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: multi-provider Apr 06 16:56:55.001971 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: netmtu.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.002895 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.003441 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: net-mtu Apr 06 16:56:55.003771 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: netmtu_writable.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.004731 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.005242 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: net-mtu-writable Apr 06 16:56:55.005569 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: network_availability_zone.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.006245 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.006757 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: network_availability_zone Apr 06 16:56:55.007106 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: network_ip_availability.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.008224 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.008744 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: network-ip-availability Apr 06 16:56:55.009073 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: network_segment_range.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.009848 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.010364 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 16:56:55.010737 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: pagination.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.016972 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.017324 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: pagination Apr 06 16:56:55.017661 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: port_device_profile.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.018603 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.019183 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: port-device-profile Apr 06 16:56:55.019518 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.020463 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.020988 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: port-mac-address-regenerate Apr 06 16:56:55.021319 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.022329 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.023063 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: port-numa-affinity-policy Apr 06 16:56:55.023357 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: port_resource_request.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.024294 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.024811 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 16:56:55.025347 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: port_resource_request_groups.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.026330 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.026850 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 16:56:55.027204 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: portbindings.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.028436 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.028953 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: binding Apr 06 16:56:55.029280 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: portbindings_extended.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.030663 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.031210 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: binding-extended Apr 06 16:56:55.031570 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: portsecurity.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.032503 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.033028 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: port-security Apr 06 16:56:55.033515 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: project_id.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.034523 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.034858 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: project-id Apr 06 16:56:55.035211 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: providernet.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.036142 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.036658 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: provider Apr 06 16:56:55.036989 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.040606 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.041135 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos not supported by any of loaded plugins Apr 06 16:56:55.041470 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.042738 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.043270 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 16:56:55.043609 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.044532 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.045054 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 16:56:55.045388 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_default.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.046355 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.046835 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-default not supported by any of loaded plugins Apr 06 16:56:55.047688 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_fip.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.048617 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.049138 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 16:56:55.049540 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.050485 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.051016 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 16:56:55.051355 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_gateway_ip.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.052428 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.052947 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 16:56:55.053279 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_port_network_policy.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.054203 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.054720 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 16:56:55.055078 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.056138 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.056703 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 16:56:55.057035 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.058132 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.058655 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 16:56:55.058988 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_pps_rule.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.060297 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.060822 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 16:56:55.061156 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_rule_type_details.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.062195 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.063366 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 16:56:55.063703 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.064634 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.065153 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 16:56:55.065484 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: qos_rules_alias.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.066541 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.067087 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 16:56:55.067419 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: quota_check_limit.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.068349 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.068900 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: quota-check-limit Apr 06 16:56:55.069227 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: quotasv2.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.070237 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.070571 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: quotas Apr 06 16:56:55.070896 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: quotasv2_detail.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.080701 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.081041 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: quota_details Apr 06 16:56:55.081377 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: rbac.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.082443 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.082974 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: rbac-policies Apr 06 16:56:55.083338 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: rbac_address_group.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.084281 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.084874 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: rbac-address-group Apr 06 16:56:55.085204 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: rbac_address_scope.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.086138 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.086659 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: rbac-address-scope Apr 06 16:56:55.087006 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: rbac_security_groups.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.088014 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.088535 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: rbac-security-groups Apr 06 16:56:55.088864 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: rbac_subnetpool.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.089806 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.090324 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: rbac-subnetpool Apr 06 16:56:55.090705 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: revisionifmatch.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.091762 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.092288 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: revision-if-match Apr 06 16:56:55.092619 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: revisions.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.093745 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.094296 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: standard-attr-revisions Apr 06 16:56:55.094628 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: router_availability_zone.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.095346 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.095866 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: router_availability_zone Apr 06 16:56:55.096331 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: routerservicetype.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.097202 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.097719 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 16:56:55.098045 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.098983 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.099535 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: security-groups-normalized-cidr Apr 06 16:56:55.099865 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.100799 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.101320 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: port-security-groups-filtering Apr 06 16:56:55.101721 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.102667 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.103211 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: security-groups-remote-address-group Apr 06 16:56:55.103543 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.104478 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.104998 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: security-groups-shared-filtering Apr 06 16:56:55.105329 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.105921 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 16:56:55.106296 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: securitygroup.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.116595 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.117132 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: security-group Apr 06 16:56:55.117473 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: segment.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.118207 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.118839 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension segment not supported by any of loaded plugins Apr 06 16:56:55.119200 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.120160 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.120679 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 16:56:55.121013 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: servicetype.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.122096 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.122624 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: service-type Apr 06 16:56:55.122958 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: sorting.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.124017 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.124357 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: sorting Apr 06 16:56:55.124688 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: standard_attr_segment.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.126289 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.126812 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 16:56:55.127176 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: standardattrdescription.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.127835 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.128353 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: standard-attr-description Apr 06 16:56:55.128684 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: stateful_security_group.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.129632 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.130159 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: stateful-security-group Apr 06 16:56:55.130550 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: stdattrs_common.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.131159 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 16:56:55.131487 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.132436 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.132959 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 16:56:55.133290 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: subnet_onboard.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.134352 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.134878 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: subnet_onboard Apr 06 16:56:55.135249 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.136205 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.136720 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 16:56:55.137050 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: subnet_service_types.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.137991 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.138541 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: subnet-service-types Apr 06 16:56:55.138875 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: subnetallocation.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.140066 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.147130 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: subnet_allocation Apr 06 16:56:55.147130 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.147130 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.147130 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: subnetpool-prefix-ops Apr 06 16:56:55.147130 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.148182 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.148725 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 16:56:55.149066 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: tagging.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.150153 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.150689 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: standard-attr-tag Apr 06 16:56:55.151047 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: timestamp.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.152255 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.152778 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loaded extension: standard-attr-timestamp Apr 06 16:56:55.153415 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: trunk.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.154455 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.154976 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension trunk not supported by any of loaded plugins Apr 06 16:56:55.155329 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: trunk_details.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.156264 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.156767 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 16:56:55.157095 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: uplink_status_propagation.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.158016 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.158570 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 16:56:55.158902 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Loading extension file: vlantransparent.py {{(pid=103733) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 16:56:55.159598 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103733) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 16:56:55.160110 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 16:56:55.162748 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:network Apr 06 16:56:55.163309 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:subnet Apr 06 16:56:55.163730 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:56:55.164125 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:port Apr 06 16:56:55.165401 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.165852 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service FLAVORS assigned prefix: {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.166475 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.166911 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.167272 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:router Apr 06 16:56:55.167703 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 16:56:55.168199 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service METERING assigned prefix: /metering {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.169654 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:55.170028 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:55.170383 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 16:56:55.171428 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 16:56:55.171883 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:security_group Apr 06 16:56:55.172816 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 16:56:55.173468 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service CORE assigned prefix: {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.173807 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:56:55.174159 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] subnetpool is already registered Apr 06 16:56:55.174593 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service CORE assigned prefix: {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.174923 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:56:55.175282 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] subnetpool is already registered Apr 06 16:56:55.177588 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.178030 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service FLAVORS assigned prefix: {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.178619 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.179068 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.179409 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:router Apr 06 16:56:55.179750 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] router is already registered Apr 06 16:56:55.180166 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 16:56:55.180507 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] floatingip is already registered Apr 06 16:56:55.180964 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service METERING assigned prefix: /metering {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.181626 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 16:56:55.182070 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] rbac_policy is already registered Apr 06 16:56:55.182450 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:security_group Apr 06 16:56:55.182788 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] security_group is already registered Apr 06 16:56:55.183221 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 16:56:55.183565 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] security_group_rule is already registered Apr 06 16:56:55.184192 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service CORE assigned prefix: {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.184527 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:56:55.184866 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] subnetpool is already registered Apr 06 16:56:55.185292 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.v2.resource_helper [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Service CORE assigned prefix: {{(pid=103733) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 16:56:55.185621 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 16:56:55.187399 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING neutron.quota.resource_registry [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] subnetpool is already registered Apr 06 16:56:55.187399 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: extensions {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.188521 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: address-groups {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.189984 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: address-scopes {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.191334 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: agents {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.192476 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: auto-allocated-topology {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.193781 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: availability_zones {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.195049 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: dhcp-networks {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.196546 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: dhcp-agents {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.197956 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: routers {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.201205 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: flavors {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.202373 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: service_profiles {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.203648 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: next_providers {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.205131 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: service_profiles {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.206647 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: floatingip-pools {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.207921 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: routers {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.210102 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: floatingips {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.211430 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: l3-routers {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.213946 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: l3-agents {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.214291 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: metering-labels {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.215677 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: metering-label-rules {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.216938 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: network-ip-availabilities {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.218203 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: bindings {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.220367 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: quotas {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.221956 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: quotas {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.223512 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: rbac-policies {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.224804 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: security-groups {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.226059 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: security-group-rules {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.227289 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: service-providers {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.228507 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: subnetpools {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.229932 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: subnetpools {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.231384 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: tags {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.233063 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: tags {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.235466 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: tags {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.237240 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: tags {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.239051 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: tags {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.240927 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: tags {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.242610 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: tags {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.244658 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: tags {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.246311 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: tags {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.248157 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron.api.extensions [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Extended resource: tags {{(pid=103733) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 16:56:55.254155 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING keystonemiddleware.auth_token [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 16:56:55.258989 dv-cinder-836850-1-iscsi neutron-server[103733]: WARNING keystonemiddleware.auth_token [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 16:56:55.267599 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_concurrency.lockutils [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Acquired lock "singleton_lock" {{(pid=103733) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 16:56:55.268082 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_concurrency.lockutils [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Releasing lock "singleton_lock" {{(pid=103733) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 16:56:55.268749 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO oslo_service.service [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Starting 2 workers Apr 06 16:56:55.273678 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Started child 103876 {{(pid=103733) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 16:56:55.278479 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Started child 103877 {{(pid=103733) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 16:56:55.279704 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:56:55.280404 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO neutron.service [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 16:56:55.280766 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:56:55.281914 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [-] (103876) wsgi starting up on http://0.0.0.0:9696 Apr 06 16:56:55.283764 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:56:55.284822 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO oslo_service.service [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Starting 1 workers Apr 06 16:56:55.285159 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [-] (103877) wsgi starting up on http://0.0.0.0:9696 Apr 06 16:56:55.290080 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Started child 103878 {{(pid=103733) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 16:56:55.290749 dv-cinder-836850-1-iscsi neutron-server[103733]: INFO oslo_service.service [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Starting 1 workers Apr 06 16:56:55.293639 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.service [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] calling RpcWorker wait() {{(pid=103878) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 16:56:55.294162 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.service [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] returning from RpcWorker wait() {{(pid=103878) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 16:56:55.295303 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Started child 103879 {{(pid=103733) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 16:56:55.295408 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:56:55.296557 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:56:55.296656 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG neutron_lib.callbacks.manager [None req-bd56afeb-3300-4317-b291-5dc8e6948184 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:56:55.298657 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103733) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 16:56:55.298863 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 16:56:55.299084 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 16:56:55.299316 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 16:56:55.299668 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 16:56:55.299832 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 16:56:55.300367 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.300639 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.300790 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:56:55.301426 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.301536 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.301818 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.302002 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:56:55.302528 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.302802 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.303087 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.303371 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.303622 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.303792 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.303959 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.304217 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.304448 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.304772 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.305042 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.305295 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.305557 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.305733 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.306005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.306268 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.306512 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.306780 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] debug = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.307035 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.307557 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.307795 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.308084 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.308307 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.308583 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.308830 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.309109 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.309333 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.309547 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.309802 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.310045 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.310265 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.310482 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.310732 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.310944 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.311251 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.311479 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.311944 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] host = dv-cinder-836850-1-iscsi {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.312165 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.312391 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.312659 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.312913 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.313163 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.313481 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.313746 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.314016 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.314233 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.314463 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.314725 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.314972 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.315213 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.315481 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_file = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.315647 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_options = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.315885 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.316150 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.316400 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.316585 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.316740 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.316902 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.317168 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.317322 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.317595 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.317814 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.318031 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.318246 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.318486 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.318743 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.319780 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.320043 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.320307 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.320672 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.320847 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.321086 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.321286 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.321556 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.321784 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.322034 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.322285 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.322508 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.322763 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.322987 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.323271 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.328738 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.328738 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.328738 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.328738 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.328738 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.328738 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.328738 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.328738 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329278 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329278 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329278 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329278 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329278 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329278 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329278 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329278 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329732 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329732 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] use_json = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329732 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329732 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329732 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329732 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329732 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329732 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.329732 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.330245 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.330245 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.331280 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.331586 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.331929 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.332221 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.332484 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.332759 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.333007 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.333242 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.333521 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.333777 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.335669 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.335910 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.336214 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.336494 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.336760 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.337117 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.337384 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.337650 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.337918 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.338175 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.338401 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.338634 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.338930 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.339197 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.339415 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.339670 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.339900 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.340211 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.340478 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.340814 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.341081 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.341333 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.341606 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.341850 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.342080 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.342298 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.342549 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.342770 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.343028 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.343301 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.343525 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.344246 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.344461 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.344716 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.344934 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.345167 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.345413 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.345670 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.345908 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.346155 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.346378 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.346594 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.346807 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.347051 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.347285 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.347518 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.347775 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.348014 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.348298 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.348585 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.348870 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.349214 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.349448 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.349670 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.349904 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.350114 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.350339 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.350558 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.350818 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.351050 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.351288 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.351499 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.351719 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.351934 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.352170 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.352390 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.352606 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.352824 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.353061 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.353274 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.353507 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.353746 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.353961 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.354178 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.354397 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.354620 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.354829 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.355083 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.355299 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.355531 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.355754 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.356045 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.356349 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.356614 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.356844 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.357066 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.357313 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.357532 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.357785 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.358004 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.358245 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.358494 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.358742 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.359013 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.359268 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.359534 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.360277 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.360522 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.360760 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.361000 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.361248 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.361439 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.361652 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.361907 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.362235 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.362504 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.362742 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.363019 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.363251 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.363529 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.363799 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.364073 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.364293 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.364553 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.364864 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.365127 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.365420 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.365677 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.365939 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.366188 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.366423 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.366694 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.366951 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.367207 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.367437 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.367683 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.367921 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.368136 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.368390 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.368733 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.368989 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.369208 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.369441 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.369707 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.369955 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.370232 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.370521 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.370770 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.371021 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.371287 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.371637 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.371880 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.372104 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.372356 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.372574 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.372813 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.373030 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.373275 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.373849 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.373975 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.374195 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.374419 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.374664 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.374897 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.375193 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.375415 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.375674 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.375906 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.376575 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.376575 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.376575 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.376843 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.376999 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.377214 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.377465 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.377706 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.377971 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.378239 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.378457 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.378683 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.378908 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.379197 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.379419 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.379689 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.379910 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.380124 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.380336 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.380559 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.380807 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.381039 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.381265 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.381498 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.381769 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.382018 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.382374 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.382644 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.382864 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.383167 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.383406 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.383624 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.383843 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.384058 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.384281 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.384498 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.384740 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.384979 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.385198 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.385448 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.385669 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.385906 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.386167 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.386419 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.386669 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.386905 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.387151 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.387370 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.387608 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.387824 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.388034 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.388245 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.388477 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.388691 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.388900 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.389201 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.389464 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.389693 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.389956 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.390197 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.390457 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.390773 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.390925 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.391165 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.391384 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.391605 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.391817 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.392088 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.392277 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.392488 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.392708 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.392924 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.393138 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.393690 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.393690 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.393880 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.394012 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.394324 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.394519 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.394738 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.394949 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.395220 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.395419 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.395637 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.395847 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.396078 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.396289 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.396499 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.396719 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.396922 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.397148 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.397462 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.397716 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.397942 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.398228 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.398481 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.398729 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.398961 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.399326 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.399564 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.399830 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.400099 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.400272 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.400499 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.400755 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.401087 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.401390 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.401659 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.401889 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.402171 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.402458 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.402726 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.402938 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.403513 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.403838 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.404139 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.404396 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.404626 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.404875 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.405128 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.405350 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.405583 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.405800 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.406034 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.406835 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.407092 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.407321 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.407539 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.407798 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.407996 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.408260 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.408579 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.408828 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.409044 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.409202 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 16:56:55.409731 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103733) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 16:56:55.409968 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 16:56:55.410076 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 16:56:55.410206 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 16:56:55.410372 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 16:56:55.410523 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 16:56:55.410730 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.410891 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.411075 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.411236 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.411389 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.411570 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.411728 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.411887 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.412041 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.412197 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.412356 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.412516 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.412674 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.412834 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.412991 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.413148 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.413307 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.413468 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.413631 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.413809 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.413939 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.414074 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.414224 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] debug = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.414388 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.414591 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.414756 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.414912 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.415093 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.415251 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.415391 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.415558 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.415715 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.415871 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.416032 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.416189 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.416347 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.416503 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.416593 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:56:55.416687 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.416806 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.416962 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.417119 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.417275 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] host = dv-cinder-836850-1-iscsi {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.417432 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.417587 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.417744 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.417902 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.418059 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.418217 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.418374 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.418530 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.418686 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.418842 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.419018 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.419177 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.419334 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.419493 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_file = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.419728 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_options = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.420465 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.420465 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.420465 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.420465 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.421783 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.421783 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.421783 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.421783 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.421783 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.421783 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.421783 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.423170 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.423170 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.423170 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.423170 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.423170 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.423170 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.423170 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.423170 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.424342 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.424342 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.424342 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.424342 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.424342 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.424342 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.424342 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.424342 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.425232 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.425232 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.425232 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.425232 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.425232 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.425232 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.425764 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.425764 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.425764 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.425764 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.426719 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.426719 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.426719 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.426719 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.426719 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.426719 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.427156 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.427156 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.427156 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.427521 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] use_json = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.427521 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.427521 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.427867 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.427867 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.428099 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.428099 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.428340 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.428425 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.428551 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 16:56:55.428676 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.428830 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.429002 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.429163 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.429322 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.429481 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.429646 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.429805 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.429964 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.430123 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.430290 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.430451 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.430621 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.430783 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.430943 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.431198 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.431359 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.431519 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.431678 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.431840 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.432000 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.432159 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.432329 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.432488 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.432647 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.432807 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.433208 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.433208 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.434099 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.434099 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.434099 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.434099 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.434099 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.435120 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.435120 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.435120 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.435120 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.435120 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.435120 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.435120 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.436005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.436005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.436005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.436005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.436005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.436005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.436843 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.436843 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.436843 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.436843 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.436843 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.437265 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.437265 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.437265 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.437474 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.437579 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.437736 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.437824 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 58508) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:56:55.437919 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.438057 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.438217 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.438378 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.438539 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.438699 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.438859 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.439043 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.439203 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.439542 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.439710 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.439880 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.440046 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.440194 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.440499 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.440804 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.441114 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.441275 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.441564 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.441862 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.442023 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.442189 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.442343 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.442511 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.442675 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.442837 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.443018 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.443184 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.443803 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.443803 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.443803 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.444013 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.444013 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.444161 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.444471 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.444808 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.445111 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.445413 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.445714 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.446023 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.446189 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.446336 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.446496 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.446805 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.446988 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.447139 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.447308 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.447472 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.447771 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.448068 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.448363 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.448670 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.448836 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.448981 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.449136 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.449291 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.449448 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.449621 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.449781 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.449941 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.450662 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.450662 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.450853 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0103557 Apr 06 16:56:55.451027 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.451027 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.451178 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.451336 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.451510 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.451674 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.451982 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.452169 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.453179 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.453386 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.453522 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.453689 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.453849 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.454005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.454322 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.454482 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.454812 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.455164 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.455327 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.455503 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.455676 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.455841 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.456010 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.456194 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.456340 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.456500 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.456671 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.456815 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.456958 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.457098 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.457249 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.457408 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.457571 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.457723 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.457885 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.458045 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.458206 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.458367 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.458527 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.458688 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.458850 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.459809 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.459962 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.460122 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.460292 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.460555 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.460647 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.460763 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.460924 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.461085 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.461246 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.461407 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.461568 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.461727 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.461887 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.462046 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.462225 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.462392 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.462552 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.462714 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.462875 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.463952 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.464129 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.464293 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.464458 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.464621 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.464777 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.464942 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.465102 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.465645 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.465645 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.465645 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.465894 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.465894 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.466036 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.466194 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.466355 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.466519 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.466681 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.466842 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.467045 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.467215 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.467380 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.467539 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.467876 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.468038 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.468354 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.468513 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.468673 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.469359 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.469522 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.469686 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.469850 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.470013 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.470177 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.470340 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.470499 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.470660 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.470819 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.470982 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.471296 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.471547 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.471791 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.471977 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.473005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.473005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.473005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.473005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.473005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.473005 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.473441 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.473441 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.473598 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.473714 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.473840 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.473964 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.474131 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.474294 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.474457 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.474620 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.474782 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.474943 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.475170 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.475335 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.475497 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.475659 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.475821 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.476141 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.476445 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.476639 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.476808 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.476972 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.477133 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.477295 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.477503 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.477668 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.477831 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.477993 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.478155 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.478317 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.478492 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.478657 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.478819 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.479045 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.479212 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.479406 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.479730 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.480102 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.480284 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.480452 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.480617 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.480779 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.480941 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.481744 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.481744 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.481744 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.481744 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.481744 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.482224 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.482224 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.482224 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.482510 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.482510 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.482811 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.482811 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.482983 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.483197 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.483362 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.483523 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.483686 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.483847 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.483995 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.484159 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.484321 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.484534 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.485534 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.485534 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.485534 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.485750 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.485828 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.485953 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.486113 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.486275 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 16:56:55.486432 dv-cinder-836850-1-iscsi neutron-server[103733]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103733) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 16:57:07.111654 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77abb212-c2d9-4c2d-9afa-4a37c11e9ca7 None None] get_active_networks_info from dv-cinder-836850-1-iscsi {{(pid=103878) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 16:57:07.176183 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77abb212-c2d9-4c2d-9afa-4a37c11e9ca7 None None] No non-hosted networks {{(pid=103878) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 16:57:07.184033 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.agentschedulers_db [None req-77abb212-c2d9-4c2d-9afa-4a37c11e9ca7 None None] DHCP Agent not found on host dv-cinder-836850-1-iscsi {{(pid=103878) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 16:57:07.298053 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-22851635-c766-4788-aa35-2ea99cf13353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373384'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:09.572755 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8158112e-3500-488e-8a11-b4baf0e6efde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373384'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:09.618186 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.db.api [None req-eff8b1ff-c2ae-45ec-8cc6-ba310512399c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836850-1-iscsi {{(pid=103878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 16:57:09.619229 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG oslo_db.api [None req-eff8b1ff-c2ae-45ec-8cc6-ba310512399c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 16:57:10.218713 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-eff8b1ff-c2ae-45ec-8cc6-ba310512399c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:10.218895 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 58576) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:10.399951 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373384'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:10.769501 dv-cinder-836850-1-iscsi neutron-server[103877]: WARNING oslo_policy.policy [None req-c1596196-1b2c-4bda-92b8-202b94c16695 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:57:10.770317 dv-cinder-836850-1-iscsi neutron-server[103877]: WARNING oslo_policy.policy [None req-c1596196-1b2c-4bda-92b8-202b94c16695 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:57:10.995703 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [None req-c1596196-1b2c-4bda-92b8-202b94c16695 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103877) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:57:11.011038 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-c1596196-1b2c-4bda-92b8-202b94c16695 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7813816 Apr 06 16:57:11.862484 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373384'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:13.279593 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373384'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:13.283360 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.283712 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.284058 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.284397 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.284735 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.285067 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.285396 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.285745 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.286078 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.286429 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.286774 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.288894 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.293779 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.294155 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.294508 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:13.297450 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836850-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:57:13.305820 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836850-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:57:13.551913 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 58610) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:14.061057 dv-cinder-836850-1-iscsi neutron-server[103876]: WARNING oslo_policy.policy [None req-5bd73c2a-5afb-4db1-a68a-bc740a4be38f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:57:14.062333 dv-cinder-836850-1-iscsi neutron-server[103876]: WARNING oslo_policy.policy [None req-5bd73c2a-5afb-4db1-a68a-bc740a4be38f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:57:14.283314 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-5bd73c2a-5afb-4db1-a68a-bc740a4be38f admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:57:14.374812 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.policy [None req-5bd73c2a-5afb-4db1-a68a-bc740a4be38f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103876) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 16:57:14.417262 dv-cinder-836850-1-iscsi neutron-server[103876]: WARNING oslo_policy.policy [None req-5bd73c2a-5afb-4db1-a68a-bc740a4be38f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:57:14.417645 dv-cinder-836850-1-iscsi neutron-server[103876]: WARNING oslo_policy.policy [None req-5bd73c2a-5afb-4db1-a68a-bc740a4be38f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 16:57:14.590138 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5bd73c2a-5afb-4db1-a68a-bc740a4be38f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781948590334', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781948590865', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781948607095', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781948626401', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781948623302', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781948642073', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1444684', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1537497', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-543517', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644327'] for rbac-policy (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:14.794343 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5bd73c2a-5afb-4db1-a68a-bc740a4be38f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:14.799786 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-5bd73c2a-5afb-4db1-a68a-bc740a4be38f admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2418120 Apr 06 16:57:15.624246 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.db.l3_hamode_db [None req-2512d11c-2cdd-4991-8bcb-80b3e9371a29 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 16:57:15.703988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2512d11c-2cdd-4991-8bcb-80b3e9371a29 None None] Routers set() bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:57:15.704313 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2512d11c-2cdd-4991-8bcb-80b3e9371a29 None None] Router IDs set() for agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 16:57:17.288502 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 58628) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:17.598117 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:57:17.702013 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Made reservation on behalf of 46ba5490e20543178a96dc183c253845 for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:57:17.706208 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:17.723276 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:17.829011 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Publish callbacks [] for security_group (a3ce6799-f471-42c7-a122-aff9773f1c9d), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:17.964885 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (a3ce6799-f471-42c7-a122-aff9773f1c9d), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:18.007523 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 16:57:18.021601 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ce6799-f471-42c7-a122-aff9773f1c9d,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:18.031688 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781946613104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (e0f86830-ee6e-4de6-8e4c-cd95569db893), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:18.032287 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Unsubscribe: segment precommit_create {{(pid=103876) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 16:57:18.032799 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Added segment e0f86830-ee6e-4de6-8e4c-cd95569db893 of type vlan for network 3bc220b9-ae1a-48c7-9848-88b7c77af454 Apr 06 16:57:18.051464 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.051810 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.052171 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.052533 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.052875 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.053206 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.053532 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.053860 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.054186 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.054509 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.054838 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.055271 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.055598 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.055917 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.056265 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Tracked resource versions report: Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: pushed versions: Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: { 'AddressGroup': {'1.2'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Agent': {'1.1'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'ConntrackHelper': {'1.0'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Log': {'1.0'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'NDPProxy': {'1.0'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Network': {'1.1'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Port': {'1.7'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'PortForwarding': {'1.3'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'QosPolicy': {'1.10'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'SecurityGroup': {'1.5'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'SubPort': {'1.0'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Subnet': {'1.1'}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Trunk': {'1.1'}} Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: consumer versions: Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: { DHCP agent@dv-cinder-836850-1-iscsi: {}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: L3 agent@dv-cinder-836850-1-iscsi: {}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: Metadata agent@dv-cinder-836850-1-iscsi: {}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: Metering agent@dv-cinder-836850-1-iscsi: {}, Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: Open vSwitch agent@dv-cinder-836850-1-iscsi: { 'AddressGroup': '1.2', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Agent': '1.1', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'ConntrackHelper': '1.0', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'LocalIPAssociation': '1.0', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Log': '1.0', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'NDPProxy': '1.0', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Network': '1.1', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Port': '1.7', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'PortForwarding': '1.3', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'QosPolicy': '1.10', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'SecurityGroup': '1.5', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'SecurityGroupRule': '1.2', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'SubPort': '1.0', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Subnet': '1.1', Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Trunk': '1.1'}} Apr 06 16:57:18.057694 dv-cinder-836850-1-iscsi neutron-server[103876]: {{(pid=103876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:57:18.137717 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (3bc220b9-ae1a-48c7-9848-88b7c77af454), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:18.249758 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (3bc220b9-ae1a-48c7-9848-88b7c77af454), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:18.254864 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:57:18.255594 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:18.365035 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] Pushing event updated for resources: {'Network': ['ID=3bc220b9-ae1a-48c7-9848-88b7c77af454,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:18.377062 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network 3bc220b9-ae1a-48c7-9848-88b7c77af454 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:57:18.407529 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-9375816f-6ecc-44d5-92ef-407c5680936b demo demo] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1179671 Apr 06 16:57:20.943094 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 58640) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:21.337948 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0836e-bb9d-45ee-8118-df34586b2738 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:57:21.339265 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-23e0836e-bb9d-45ee-8118-df34586b2738 demo admin] 10.222.0.66 "GET /v2.0/networks/3bc220b9-ae1a-48c7-9848-88b7c77af454 HTTP/1.1" status: 200 len: 825 time: 0.3951728 Apr 06 16:57:21.363843 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-08bb8fa0-0c4e-434d-bef8-0aff02de6cb7 demo admin] 10.222.0.66 "GET /v2.0/subnetpools/375f4c8d-50d6-4d68-a8e4-0316382b0730 HTTP/1.1" status: 200 len: 734 time: 0.0189040 Apr 06 16:57:21.372219 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-676fa666-4ef9-4d27-8264-2081d83d5913 demo admin] Request body: {'subnet': {'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '375f4c8d-50d6-4d68-a8e4-0316382b0730', 'ip_version': 4}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:57:21.484459 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676fa666-4ef9-4d27-8264-2081d83d5913 demo admin] Made reservation on behalf of 46ba5490e20543178a96dc183c253845 for: {'subnet': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:57:21.486718 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-676fa666-4ef9-4d27-8264-2081d83d5913 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:21.822146 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-676fa666-4ef9-4d27-8264-2081d83d5913 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for subnet (e4772a59-624c-434e-8f5d-faa63cf68a88), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:21.889854 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676fa666-4ef9-4d27-8264-2081d83d5913 demo admin] Checking segment: {'id': 'e0f86830-ee6e-4de6-8e4c-cd95569db893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:57:21.890221 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676fa666-4ef9-4d27-8264-2081d83d5913 demo admin] Network hostable DHCP agents. Network: 3bc220b9-ae1a-48c7-9848-88b7c77af454, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:57:21.898534 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fa666-4ef9-4d27-8264-2081d83d5913 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e4772a59-624c-434e-8f5d-faa63cf68a88,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:21.992999 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676fa666-4ef9-4d27-8264-2081d83d5913 demo admin] Network 3bc220b9-ae1a-48c7-9848-88b7c77af454 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:57:22.050229 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-676fa666-4ef9-4d27-8264-2081d83d5913 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, 3bc220b9-ae1a-48c7-9848-88b7c77af454) {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:57:22.055416 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676fa666-4ef9-4d27-8264-2081d83d5913 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:57:22.056018 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-676fa666-4ef9-4d27-8264-2081d83d5913 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:22.060309 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a38137-f079-4b81-ae52-3bf548296d2f None None] Network 3bc220b9-ae1a-48c7-9848-88b7c77af454 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:57:22.126569 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-676fa666-4ef9-4d27-8264-2081d83d5913 demo admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7575207 Apr 06 16:57:22.431660 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8dc3ea-b628-591d-92c5-4a387acafab5-3bc220b9-ae1a-48c7-9848-88b7c77af454', 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454', 'project_id': '46ba5490e20543178a96dc183c253845', 'fixed_ips': [{'subnet_id': 'e4772a59-624c-434e-8f5d-faa63cf68a88'}]}} from dv-cinder-836850-1-iscsi. {{(pid=103878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 16:57:22.432900 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:22.709928 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.db_base_plugin_common [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Allocated IP 172.20.0.2 (3bc220b9-ae1a-48c7-9848-88b7c77af454/e4772a59-624c-434e-8f5d-faa63cf68a88/148af936-bf25-4754-9c21-bfefb79f4dac) {{(pid=103878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:57:22.976939 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Publish callbacks [] for port (148af936-bf25-4754-9c21-bfefb79f4dac), precommit_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:23.085255 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (148af936-bf25-4754-9c21-bfefb79f4dac), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:23.162686 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Network 3bc220b9-ae1a-48c7-9848-88b7c77af454 is already hosted by enough agents. {{(pid=103878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:57:23.167713 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.base_scheduler [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Resources bound (agent type, host, resource id): {{(pid=103878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:57:23.177703 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Received port after_create {{(pid=103878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:57:23.180813 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Pushing event updated for resources: {'Port': ['ID=148af936-bf25-4754-9c21-bfefb79f4dac,revision_number=1']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:23.210826 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.211205 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.211569 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.211937 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.212280 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.212615 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.212947 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.213277 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.213612 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.213941 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.214272 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.214617 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.214946 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.215296 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.215619 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Tracked resource versions report: Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: pushed versions: Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: { 'AddressGroup': {'1.2'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Agent': {'1.1'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'ConntrackHelper': {'1.0'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Log': {'1.0'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'NDPProxy': {'1.0'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Network': {'1.1'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Port': {'1.7'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'PortForwarding': {'1.3'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'QosPolicy': {'1.10'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'SecurityGroup': {'1.5'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'SubPort': {'1.0'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Subnet': {'1.1'}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Trunk': {'1.1'}} Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: consumer versions: Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: { DHCP agent@dv-cinder-836850-1-iscsi: {}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: L3 agent@dv-cinder-836850-1-iscsi: {}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: Metadata agent@dv-cinder-836850-1-iscsi: {}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: Metering agent@dv-cinder-836850-1-iscsi: {}, Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: Open vSwitch agent@dv-cinder-836850-1-iscsi: { 'AddressGroup': '1.2', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Agent': '1.1', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'ConntrackHelper': '1.0', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'LocalIPAssociation': '1.0', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Log': '1.0', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'NDPProxy': '1.0', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Network': '1.1', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Port': '1.7', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'PortForwarding': '1.3', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'QosPolicy': '1.10', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'SecurityGroup': '1.5', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'SecurityGroupRule': '1.2', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'SubPort': '1.0', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Subnet': '1.1', Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Trunk': '1.1'}} Apr 06 16:57:23.217615 dv-cinder-836850-1-iscsi neutron-server[103878]: {{(pid=103878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:57:23.266568 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Attempting to bind port 148af936-bf25-4754-9c21-bfefb79f4dac on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:57:23.266980 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Attempting to bind port 148af936-bf25-4754-9c21-bfefb79f4dac by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': 'e0f86830-ee6e-4de6-8e4c-cd95569db893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:57:23.267414 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Attempting to bind port 148af936-bf25-4754-9c21-bfefb79f4dac on network 3bc220b9-ae1a-48c7-9848-88b7c77af454 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:57:23.272396 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:57:23.272786 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Checking segment: {'id': 'e0f86830-ee6e-4de6-8e4c-cd95569db893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:57:23.273266 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:23.273663 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Bound using segment: {'id': 'e0f86830-ee6e-4de6-8e4c-cd95569db893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:57:23.274128 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Bound port: 148af936-bf25-4754-9c21-bfefb79f4dac, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f86830-ee6e-4de6-8e4c-cd95569db893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:57:23.274537 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (148af936-bf25-4754-9c21-bfefb79f4dac), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:23.339908 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] For port 148af936-bf25-4754-9c21-bfefb79f4dac, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:57:23.344697 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] For port 148af936-bf25-4754-9c21-bfefb79f4dac, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=148af936-bf25-4754-9c21-bfefb79f4dac,segment=NetworkSegment(e0f86830-ee6e-4de6-8e4c-cd95569db893),segment_id=e0f86830-ee6e-4de6-8e4c-cd95569db893)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:57:23.433483 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (148af936-bf25-4754-9c21-bfefb79f4dac), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:23.504180 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8c374-cd9f-4c57-a2ff-4a313fe35a48 None None] Pushing event updated for resources: {'Port': ['ID=148af936-bf25-4754-9c21-bfefb79f4dac,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:24.663131 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 58648) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:24.979827 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [None req-d9d08826-7bdc-421f-b753-33efd0d540bf admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:57:24.980864 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d9d08826-7bdc-421f-b753-33efd0d540bf admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3166845 Apr 06 16:57:27.507131 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 58656) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:27.816179 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [None req-ab43db4d-8b33-4c9a-a559-d70c34903666 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:57:27.817242 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-ab43db4d-8b33-4c9a-a559-d70c34903666 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3091791 Apr 06 16:57:30.344015 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 58664) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:30.654532 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-a60f84ee-5871-4f58-920a-5599707b8d0f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:57:30.747879 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a60f84ee-5871-4f58-920a-5599707b8d0f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6307'] for router (e3366e33-0605-431b-b445-56abe4c67ca3), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:30.750159 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a60f84ee-5871-4f58-920a-5599707b8d0f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-376390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6330'] for router (e3366e33-0605-431b-b445-56abe4c67ca3), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:30.887307 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a60f84ee-5871-4f58-920a-5599707b8d0f demo demo] Publish callbacks [] for router_controller (e3366e33-0605-431b-b445-56abe4c67ca3), precommit_add_association {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:31.125184 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a60f84ee-5871-4f58-920a-5599707b8d0f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373255'] for router (e3366e33-0605-431b-b445-56abe4c67ca3), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:31.229466 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a60f84ee-5871-4f58-920a-5599707b8d0f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:31.230774 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-a60f84ee-5871-4f58-920a-5599707b8d0f demo demo] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8857155 Apr 06 16:57:33.770002 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 58676) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:34.021288 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 148af936-bf25-4754-9c21-bfefb79f4dac up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:57:34.102532 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [None req-430f6a00-7193-4cde-b91c-607ee6f0974b admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 16:57:34.120713 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-430f6a00-7193-4cde-b91c-607ee6f0974b admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3486187 Apr 06 16:57:34.131505 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 148af936-bf25-4754-9c21-bfefb79f4dac triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:57:34.131922 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (148af936-bf25-4754-9c21-bfefb79f4dac), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:34.250236 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 148af936-bf25-4754-9c21-bfefb79f4dac is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:57:34.250545 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (148af936-bf25-4754-9c21-bfefb79f4dac), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:34.287320 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port 148af936-bf25-4754-9c21-bfefb79f4dac, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=148af936-bf25-4754-9c21-bfefb79f4dac,segment=NetworkSegment(e0f86830-ee6e-4de6-8e4c-cd95569db893),segment_id=e0f86830-ee6e-4de6-8e4c-cd95569db893)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:57:34.364559 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (148af936-bf25-4754-9c21-bfefb79f4dac), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:34.416854 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=148af936-bf25-4754-9c21-bfefb79f4dac,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:34.834519 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab767aa-2cd9-45be-b803-9c2f2bdb876b None None] Network 3bc220b9-ae1a-48c7-9848-88b7c77af454 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:57:34.960096 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-467b7715-f80e-4c9e-9f80-c129b3b55cfa None None] Provisioning complete for port 148af936-bf25-4754-9c21-bfefb79f4dac triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:57:34.960483 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-467b7715-f80e-4c9e-9f80-c129b3b55cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (148af936-bf25-4754-9c21-bfefb79f4dac), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:35.044375 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-467b7715-f80e-4c9e-9f80-c129b3b55cfa None None] Current status of the port 148af936-bf25-4754-9c21-bfefb79f4dac is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:57:35.165205 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-8e7f9574-8528-4ec8-bcdf-92302b211929 None None] Provisioning complete for port 148af936-bf25-4754-9c21-bfefb79f4dac triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:57:35.165597 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8e7f9574-8528-4ec8-bcdf-92302b211929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (148af936-bf25-4754-9c21-bfefb79f4dac), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:35.242600 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f9574-8528-4ec8-bcdf-92302b211929 None None] Current status of the port 148af936-bf25-4754-9c21-bfefb79f4dac is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:57:35.989154 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 148af936-bf25-4754-9c21-bfefb79f4dac up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:57:36.036881 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 148af936-bf25-4754-9c21-bfefb79f4dac triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:57:36.037278 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (148af936-bf25-4754-9c21-bfefb79f4dac), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:36.117393 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 148af936-bf25-4754-9c21-bfefb79f4dac is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:57:36.648004 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 58684) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:36.949656 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:57:37.036773 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Made reservation on behalf of bbb13251a62f45b5b5774b096825b6f0 for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:57:37.039595 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:37.047727 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:37.119781 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Publish callbacks [] for security_group (ec4bd597-bcd1-4e1a-87d3-14b2627576ec), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:37.129682 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-f0c89187-f4df-4d2f-b5d8-34ca7de0e7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:37.186389 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ec4bd597-bcd1-4e1a-87d3-14b2627576ec), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:37.204857 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=103876) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 16:57:37.218843 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4bd597-bcd1-4e1a-87d3-14b2627576ec,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:37.226825 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (4c9931e3-34c7-4084-84d4-390352d7cdd3), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:37.226825 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Added segment 4c9931e3-34c7-4084-84d4-390352d7cdd3 of type flat for network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 Apr 06 16:57:37.278947 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (d208e6fe-1ae8-43f7-81e6-82f80e4a1391), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:37.369664 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (d208e6fe-1ae8-43f7-81e6-82f80e4a1391), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:37.370603 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:57:37.371219 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:37.462324 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d208e6fe-1ae8-43f7-81e6-82f80e4a1391,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:37.471727 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 16:57:37.492431 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-4de0ca09-ce64-4584-9915-b536f26675f7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8433654 Apr 06 16:57:39.575761 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-553e606b-1974-4421-9c63-9b62d626adcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:39.968287 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 58692) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:40.307867 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadb3d10-c6fd-4d86-b0e1-4964f7aba74d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:57:40.309281 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-aadb3d10-c6fd-4d86-b0e1-4964f7aba74d demo admin] 10.222.0.66 "GET /v2.0/subnets/e4772a59-624c-434e-8f5d-faa63cf68a88 HTTP/1.1" status: 200 len: 849 time: 0.3400064 Apr 06 16:57:40.439434 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-379b9c40-f44c-4b76-b6c4-1cb5c7726d87 demo admin] 10.222.0.66 "GET /v2.0/routers/e3366e33-0605-431b-b445-56abe4c67ca3 HTTP/1.1" status: 200 len: 704 time: 0.1227081 Apr 06 16:57:40.454171 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:40.712814 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:41.048665 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Allocated IP 172.20.0.1 (3bc220b9-ae1a-48c7-9848-88b7c77af454/e4772a59-624c-434e-8f5d-faa63cf68a88/282350ea-8fb7-4a0e-ae65-cbb10f03f3ff) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:57:41.200934 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Publish callbacks [] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:41.335614 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:41.413023 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Network 3bc220b9-ae1a-48c7-9848-88b7c77af454 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:57:41.417563 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:57:41.420204 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:57:41.420719 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373462'] for router_interface (e3366e33-0605-431b-b445-56abe4c67ca3), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:41.444091 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Pushing event updated for resources: {'Port': ['ID=282350ea-8fb7-4a0e-ae65-cbb10f03f3ff,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:41.666585 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:41.687659 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:41.699426 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-7c50d494-d250-4298-b1c8-504c02a41cec None None] Provisioning complete for port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:57:41.699907 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7c50d494-d250-4298-b1c8-504c02a41cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:41.732711 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-7c50d494-d250-4298-b1c8-504c02a41cec None None] Port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:57:41.897494 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Publish callbacks [] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:41.963786 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:41.964600 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-372806'] for router_interface (e3366e33-0605-431b-b445-56abe4c67ca3), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:42.040673 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Pushing event updated for resources: {'Port': ['ID=282350ea-8fb7-4a0e-ae65-cbb10f03f3ff,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:42.086831 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Network 3bc220b9-ae1a-48c7-9848-88b7c77af454 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:57:42.088106 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:57:42.253576 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-92e7cee6-ff7f-4a17-a73a-7fc286409f96 None None] Provisioning complete for port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:57:42.253975 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-92e7cee6-ff7f-4a17-a73a-7fc286409f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:42.288550 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-92e7cee6-ff7f-4a17-a73a-7fc286409f96 None None] Port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:57:42.324216 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Router e3366e33-0605-431b-b445-56abe4c67ca3 is scheduled to L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d with binding_index 1 {{(pid=103876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 16:57:42.417920 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:57:42.423143 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-f7ffdffe-2623-42a0-b9b8-5e704a9516f1 demo admin] 10.222.0.66 "PUT /v2.0/routers/e3366e33-0605-431b-b445-56abe4c67ca3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9787152 Apr 06 16:57:42.428155 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Sync routers for ids ['e3366e33-0605-431b-b445-56abe4c67ca3'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:57:42.440947 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Routers {'e3366e33-0605-431b-b445-56abe4c67ca3'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:57:42.441801 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T16:57:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['e3366e33-0605-431b-b445-56abe4c67ca3'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:57:42.633543 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Set router e3366e33-0605-431b-b445-56abe4c67ca3 gateway port host: None {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:57:43.058863 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'name': 'router1', 'tenant_id': '46ba5490e20543178a96dc183c253845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:57:30Z', 'updated_at': '2022-04-06T16:57:41Z', 'revision_number': 2, 'project_id': '46ba5490e20543178a96dc183c253845', 'gw_port_host': None, '_interfaces': [{'id': '282350ea-8fb7-4a0e-ae65-cbb10f03f3ff', 'name': '', 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454', 'tenant_id': '46ba5490e20543178a96dc183c253845', 'mac_address': 'fa:16:3e:ba:05:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4772a59-624c-434e-8f5d-faa63cf68a88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:57:40Z', 'updated_at': '2022-04-06T16:57:41Z', 'revision_number': 2, 'project_id': '46ba5490e20543178a96dc183c253845', 'subnets': [{'id': 'e4772a59-624c-434e-8f5d-faa63cf68a88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '375f4c8d-50d6-4d68-a8e4-0316382b0730'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:57:43.109708 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Checking router: e3366e33-0605-431b-b445-56abe4c67ca3 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:57:43.110069 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Updating router e3366e33-0605-431b-b445-56abe4c67ca3 port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff binding host dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:57:43.161851 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:43.341480 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:43.693230 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Publish callbacks [] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), precommit_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:43.764377 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:43.859652 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Pushing event updated for resources: {'Port': ['ID=282350ea-8fb7-4a0e-ae65-cbb10f03f3ff,revision_number=3']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:43.870418 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.870769 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.871164 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.871532 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.871910 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.872241 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.872573 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.872902 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.873234 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.873564 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.873892 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.874236 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.874556 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.874885 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.875237 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Tracked resource versions report: Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: pushed versions: Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: { 'AddressGroup': {'1.2'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Agent': {'1.1'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'ConntrackHelper': {'1.0'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'LocalIPAssociation': {'1.0'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Log': {'1.0'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'NDPProxy': {'1.0'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Network': {'1.1'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Port': {'1.7'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'PortForwarding': {'1.3'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'QosPolicy': {'1.10'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'SecurityGroup': {'1.5'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'SecurityGroupRule': {'1.2'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'SubPort': {'1.0'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Subnet': {'1.1'}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Trunk': {'1.1'}} Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: consumer versions: Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: { DHCP agent@dv-cinder-836850-1-iscsi: {}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: L3 agent@dv-cinder-836850-1-iscsi: {}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: Metadata agent@dv-cinder-836850-1-iscsi: {}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: Metering agent@dv-cinder-836850-1-iscsi: {}, Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: Open vSwitch agent@dv-cinder-836850-1-iscsi: { 'AddressGroup': '1.2', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Agent': '1.1', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'ConntrackHelper': '1.0', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'LocalIPAssociation': '1.0', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Log': '1.0', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'NDPProxy': '1.0', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Network': '1.1', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Port': '1.7', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'PortForwarding': '1.3', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'QosPolicy': '1.10', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'SecurityGroup': '1.5', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'SecurityGroupRule': '1.2', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'SubPort': '1.0', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Subnet': '1.1', Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Trunk': '1.1'}} Apr 06 16:57:43.876723 dv-cinder-836850-1-iscsi neutron-server[103879]: {{(pid=103879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 16:57:43.957841 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Attempting to bind port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:57:43.958334 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Attempting to bind port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': 'e0f86830-ee6e-4de6-8e4c-cd95569db893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454'}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:57:43.958848 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Attempting to bind port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff on network 3bc220b9-ae1a-48c7-9848-88b7c77af454 {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:57:43.964574 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:57:43.965000 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Checking segment: {'id': 'e0f86830-ee6e-4de6-8e4c-cd95569db893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:57:43.965526 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:43.965924 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Bound using segment: {'id': 'e0f86830-ee6e-4de6-8e4c-cd95569db893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454'} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:57:43.966397 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Bound port: 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f86830-ee6e-4de6-8e4c-cd95569db893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454'}}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:57:43.966778 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:44.016605 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-aefc02e0-30e2-46de-b145-a1b53502038a None None] Provisioning complete for port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:57:44.017102 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-aefc02e0-30e2-46de-b145-a1b53502038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:44.036960 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] For port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:57:44.051071 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-aefc02e0-30e2-46de-b145-a1b53502038a None None] Port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 16:57:44.057020 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] For port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=282350ea-8fb7-4a0e-ae65-cbb10f03f3ff,segment=NetworkSegment(e0f86830-ee6e-4de6-8e4c-cd95569db893),segment_id=e0f86830-ee6e-4de6-8e4c-cd95569db893)] {{(pid=103879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:57:44.129762 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:44.188471 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Routers {'e3366e33-0605-431b-b445-56abe4c67ca3'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:57:44.189121 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T16:57:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['e3366e33-0605-431b-b445-56abe4c67ca3'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:57:44.257125 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcd0b7-5b19-4da0-a86f-3cb6d827b26d None None] Pushing event updated for resources: {'Port': ['ID=282350ea-8fb7-4a0e-ae65-cbb10f03f3ff,revision_number=4']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:44.287956 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] Set router e3366e33-0605-431b-b445-56abe4c67ca3 gateway port host: None {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:57:44.371491 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-ff9cb973-dff6-4b98-8dc2-c4b768b7eb08 None None] Provisioning complete for port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:57:44.372074 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ff9cb973-dff6-4b98-8dc2-c4b768b7eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:44.451927 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cb973-dff6-4b98-8dc2-c4b768b7eb08 None None] Current status of the port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:57:44.452332 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ff9cb973-dff6-4b98-8dc2-c4b768b7eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:44.486138 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-ff9cb973-dff6-4b98-8dc2-c4b768b7eb08 None None] For port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=282350ea-8fb7-4a0e-ae65-cbb10f03f3ff,segment=NetworkSegment(e0f86830-ee6e-4de6-8e4c-cd95569db893),segment_id=e0f86830-ee6e-4de6-8e4c-cd95569db893)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:57:44.503573 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'name': 'router1', 'tenant_id': '46ba5490e20543178a96dc183c253845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:57:30Z', 'updated_at': '2022-04-06T16:57:41Z', 'revision_number': 2, 'project_id': '46ba5490e20543178a96dc183c253845', 'gw_port_host': None, '_interfaces': [{'id': '282350ea-8fb7-4a0e-ae65-cbb10f03f3ff', 'name': '', 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454', 'tenant_id': '46ba5490e20543178a96dc183c253845', 'mac_address': 'fa:16:3e:ba:05:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4772a59-624c-434e-8f5d-faa63cf68a88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:57:40Z', 'updated_at': '2022-04-06T16:57:44Z', 'revision_number': 4, 'project_id': '46ba5490e20543178a96dc183c253845', 'subnets': [{'id': 'e4772a59-624c-434e-8f5d-faa63cf68a88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '375f4c8d-50d6-4d68-a8e4-0316382b0730'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:57:44.531270 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dd3257-b792-4e3e-96f3-84d760157c38 None None] The sync data for ids ['e3366e33-0605-431b-b445-56abe4c67ca3'] in dv-cinder-836850-1-iscsi is: [{'id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'name': 'router1', 'tenant_id': '46ba5490e20543178a96dc183c253845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:57:30Z', 'updated_at': '2022-04-06T16:57:41Z', 'revision_number': 2, 'project_id': '46ba5490e20543178a96dc183c253845', 'gw_port_host': None, '_interfaces': [{'id': '282350ea-8fb7-4a0e-ae65-cbb10f03f3ff', 'name': '', 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454', 'tenant_id': '46ba5490e20543178a96dc183c253845', 'mac_address': 'fa:16:3e:ba:05:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4772a59-624c-434e-8f5d-faa63cf68a88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:57:40Z', 'updated_at': '2022-04-06T16:57:44Z', 'revision_number': 4, 'project_id': '46ba5490e20543178a96dc183c253845', 'subnets': [{'id': 'e4772a59-624c-434e-8f5d-faa63cf68a88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '375f4c8d-50d6-4d68-a8e4-0316382b0730'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:57:44.569574 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ff9cb973-dff6-4b98-8dc2-c4b768b7eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:44.617893 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cb973-dff6-4b98-8dc2-c4b768b7eb08 None None] Pushing event updated for resources: {'Port': ['ID=282350ea-8fb7-4a0e-ae65-cbb10f03f3ff,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:44.862532 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 58712) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:44.985473 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5f0bda-5d27-49ab-8a97-1346303d02d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:57:44.986807 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-1f5f0bda-5d27-49ab-8a97-1346303d02d1 admin admin] 10.222.0.66 "GET /v2.0/networks/d208e6fe-1ae8-43f7-81e6-82f80e4a1391 HTTP/1.1" status: 200 len: 842 time: 0.1232305 Apr 06 16:57:44.996054 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:57:45.095267 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] Made reservation on behalf of bbb13251a62f45b5b5774b096825b6f0 for: {'subnet': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 16:57:45.097503 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:45.334301 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 5 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:57:45.502902 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.objects.ports [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103876) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 16:57:45.503264 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for subnet (ceeb6c67-4866-4475-8970-a97b2065606f), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:45.558214 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceeb6c67-4866-4475-8970-a97b2065606f,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:45.566027 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] Checking segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:57:45.566385 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] Network hostable DHCP agents. Network: d208e6fe-1ae8-43f7-81e6-82f80e4a1391, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 16:57:45.699335 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 16:57:45.786390 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, d208e6fe-1ae8-43f7-81e6-82f80e4a1391) {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:57:45.790660 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:57:45.791279 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:45.798211 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740af105-0ece-4e62-af62-4518a27fe223 None None] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:57:45.895226 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ddb60f-ad29-49ca-ac29-1593e104f790 None None] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:57:45.911134 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d76ca805-6941-4e0e-93fd-5d4085ad33f9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9049244 Apr 06 16:57:48.330290 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 58730) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:48.460572 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-9a14ba1e-634a-49fc-8a71-a2264e04b407 demo admin] 10.222.0.66 "GET /v2.0/routers/e3366e33-0605-431b-b445-56abe4c67ca3 HTTP/1.1" status: 200 len: 710 time: 0.1290183 Apr 06 16:57:48.549845 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596dfc21-5bc6-4920-9429-1c853689fd35 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:57:48.556116 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-596dfc21-5bc6-4920-9429-1c853689fd35 demo admin] 10.222.0.66 "GET /v2.0/networks/d208e6fe-1ae8-43f7-81e6-82f80e4a1391 HTTP/1.1" status: 200 len: 886 time: 0.0847869 Apr 06 16:57:48.560002 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:57:48.813310 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Publish callbacks [] for router_gateway (e3366e33-0605-431b-b445-56abe4c67ca3), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:49.113521 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Publish callbacks [] for router_gateway (e3366e33-0605-431b-b445-56abe4c67ca3), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:49.191534 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:49.296429 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Allocated IP 172.27.1.178 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/fdd63b05-304c-4879-ad27-acfa6fbaaca4) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 16:57:49.398140 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Publish callbacks [] for port (fdd63b05-304c-4879-ad27-acfa6fbaaca4), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:49.483695 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (fdd63b05-304c-4879-ad27-acfa6fbaaca4), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:49.523193 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 16:57:49.528354 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 16:57:49.531450 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 16:57:49.593128 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Pushing event updated for resources: {'Port': ['ID=fdd63b05-304c-4879-ad27-acfa6fbaaca4,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:49.999714 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Publish callbacks [] for router_gateway (e3366e33-0605-431b-b445-56abe4c67ca3), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:50.198095 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364260', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-376404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6344'] for router (e3366e33-0605-431b-b445-56abe4c67ca3), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:50.201354 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-373262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-376429'] for router (e3366e33-0605-431b-b445-56abe4c67ca3), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:50.309931 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Router e3366e33-0605-431b-b445-56abe4c67ca3 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 16:57:50.419885 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 16:57:50.424188 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] Publish callbacks [] for router (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:50.431771 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-e98bc283-62f3-498f-959e-8d389db2dbfe demo admin] 10.222.0.66 "PUT /v2.0/routers/e3366e33-0605-431b-b445-56abe4c67ca3 HTTP/1.1" status: 200 len: 890 time: 1.8684533 Apr 06 16:57:52.016834 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:57:52.067268 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:57:52.067669 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:52.147584 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:57:52.949583 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 58742) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:57:53.073068 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-334ac42f-9579-4b63-a6b0-e9b9eea1bef2 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1222339 Apr 06 16:57:53.181866 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Sync routers for ids ['e3366e33-0605-431b-b445-56abe4c67ca3'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 16:57:53.194378 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Routers {'e3366e33-0605-431b-b445-56abe4c67ca3'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:57:53.195084 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T16:57:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['e3366e33-0605-431b-b445-56abe4c67ca3'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:57:53.413024 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Set router e3366e33-0605-431b-b445-56abe4c67ca3 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:57:53.885681 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'name': 'router1', 'tenant_id': '46ba5490e20543178a96dc183c253845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fdd63b05-304c-4879-ad27-acfa6fbaaca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:57:30Z', 'updated_at': '2022-04-06T16:57:49Z', 'revision_number': 4, 'project_id': '46ba5490e20543178a96dc183c253845', 'gw_port': {'id': 'fdd63b05-304c-4879-ad27-acfa6fbaaca4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:57:49Z', 'updated_at': '2022-04-06T16:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '282350ea-8fb7-4a0e-ae65-cbb10f03f3ff', 'name': '', 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454', 'tenant_id': '46ba5490e20543178a96dc183c253845', 'mac_address': 'fa:16:3e:ba:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4772a59-624c-434e-8f5d-faa63cf68a88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:57:40Z', 'updated_at': '2022-04-06T16:57:44Z', 'revision_number': 5, 'project_id': '46ba5490e20543178a96dc183c253845', 'subnets': [{'id': 'e4772a59-624c-434e-8f5d-faa63cf68a88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '375f4c8d-50d6-4d68-a8e4-0316382b0730'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:57:53.937754 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Checking router: e3366e33-0605-431b-b445-56abe4c67ca3 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 16:57:53.938110 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Updating router e3366e33-0605-431b-b445-56abe4c67ca3 port fdd63b05-304c-4879-ad27-acfa6fbaaca4 binding host dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 16:57:53.997361 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (fdd63b05-304c-4879-ad27-acfa6fbaaca4), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:54.307225 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Publish callbacks [] for port (fdd63b05-304c-4879-ad27-acfa6fbaaca4), precommit_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:54.386394 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (fdd63b05-304c-4879-ad27-acfa6fbaaca4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:54.452632 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Attempting to bind port fdd63b05-304c-4879-ad27-acfa6fbaaca4 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 16:57:54.452931 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Attempting to bind port fdd63b05-304c-4879-ad27-acfa6fbaaca4 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 16:57:54.453302 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Attempting to bind port fdd63b05-304c-4879-ad27-acfa6fbaaca4 on network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 16:57:54.461621 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 16, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 16:57:54.461995 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Checking segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 16:57:54.462393 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:54.462875 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Bound using segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 16:57:54.463269 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Bound port: fdd63b05-304c-4879-ad27-acfa6fbaaca4, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 16:57:54.463652 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (fdd63b05-304c-4879-ad27-acfa6fbaaca4), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:54.465894 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ecb35-4623-4604-a304-f2c2d8a9e165 None None] Pushing event updated for resources: {'Port': ['ID=fdd63b05-304c-4879-ad27-acfa6fbaaca4,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:54.514004 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] For port fdd63b05-304c-4879-ad27-acfa6fbaaca4, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 16:57:54.517012 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] For port fdd63b05-304c-4879-ad27-acfa6fbaaca4, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=fdd63b05-304c-4879-ad27-acfa6fbaaca4,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 16:57:54.579450 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (fdd63b05-304c-4879-ad27-acfa6fbaaca4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:54.635680 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Routers {'e3366e33-0605-431b-b445-56abe4c67ca3'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 16:57:54.636293 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T16:57:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['e3366e33-0605-431b-b445-56abe4c67ca3'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:57:54.641592 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ecb35-4623-4604-a304-f2c2d8a9e165 None None] Pushing event updated for resources: {'Port': ['ID=fdd63b05-304c-4879-ad27-acfa6fbaaca4,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:54.749191 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] Set router e3366e33-0605-431b-b445-56abe4c67ca3 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 16:57:54.970569 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'name': 'router1', 'tenant_id': '46ba5490e20543178a96dc183c253845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fdd63b05-304c-4879-ad27-acfa6fbaaca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:57:30Z', 'updated_at': '2022-04-06T16:57:49Z', 'revision_number': 4, 'project_id': '46ba5490e20543178a96dc183c253845', 'gw_port': {'id': 'fdd63b05-304c-4879-ad27-acfa6fbaaca4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:57:49Z', 'updated_at': '2022-04-06T16:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '282350ea-8fb7-4a0e-ae65-cbb10f03f3ff', 'name': '', 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454', 'tenant_id': '46ba5490e20543178a96dc183c253845', 'mac_address': 'fa:16:3e:ba:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4772a59-624c-434e-8f5d-faa63cf68a88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:57:40Z', 'updated_at': '2022-04-06T16:57:44Z', 'revision_number': 5, 'project_id': '46ba5490e20543178a96dc183c253845', 'subnets': [{'id': 'e4772a59-624c-434e-8f5d-faa63cf68a88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '375f4c8d-50d6-4d68-a8e4-0316382b0730'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 16:57:55.001181 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b03fe-ca26-4b2a-b272-1c9ab9a3803f None None] The sync data for ids ['e3366e33-0605-431b-b445-56abe4c67ca3'] in dv-cinder-836850-1-iscsi is: [{'id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'name': 'router1', 'tenant_id': '46ba5490e20543178a96dc183c253845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'fdd63b05-304c-4879-ad27-acfa6fbaaca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T16:57:30Z', 'updated_at': '2022-04-06T16:57:49Z', 'revision_number': 4, 'project_id': '46ba5490e20543178a96dc183c253845', 'gw_port': {'id': 'fdd63b05-304c-4879-ad27-acfa6fbaaca4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:57:49Z', 'updated_at': '2022-04-06T16:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '282350ea-8fb7-4a0e-ae65-cbb10f03f3ff', 'name': '', 'network_id': '3bc220b9-ae1a-48c7-9848-88b7c77af454', 'tenant_id': '46ba5490e20543178a96dc183c253845', 'mac_address': 'fa:16:3e:ba:05:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3366e33-0605-431b-b445-56abe4c67ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4772a59-624c-434e-8f5d-faa63cf68a88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T16:57:40Z', 'updated_at': '2022-04-06T16:57:44Z', 'revision_number': 5, 'project_id': '46ba5490e20543178a96dc183c253845', 'subnets': [{'id': 'e4772a59-624c-434e-8f5d-faa63cf68a88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '375f4c8d-50d6-4d68-a8e4-0316382b0730'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 16:57:56.048524 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device fdd63b05-304c-4879-ad27-acfa6fbaaca4 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:57:56.113151 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port fdd63b05-304c-4879-ad27-acfa6fbaaca4 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:57:56.113782 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (fdd63b05-304c-4879-ad27-acfa6fbaaca4), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:56.200958 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port fdd63b05-304c-4879-ad27-acfa6fbaaca4 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:57:56.201431 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (fdd63b05-304c-4879-ad27-acfa6fbaaca4), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:56.236126 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port fdd63b05-304c-4879-ad27-acfa6fbaaca4, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=fdd63b05-304c-4879-ad27-acfa6fbaaca4,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 16:57:56.317479 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (fdd63b05-304c-4879-ad27-acfa6fbaaca4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:56.370219 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=fdd63b05-304c-4879-ad27-acfa6fbaaca4,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:57:58.049727 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device fdd63b05-304c-4879-ad27-acfa6fbaaca4 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 16:57:58.140179 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port fdd63b05-304c-4879-ad27-acfa6fbaaca4 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:57:58.141188 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (fdd63b05-304c-4879-ad27-acfa6fbaaca4), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:57:58.289180 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port fdd63b05-304c-4879-ad27-acfa6fbaaca4 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:58:07.121654 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-343d8355-4882-4b18-9c04-128227326770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:58:09.562911 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d9e4f762-f35d-4587-8586-5d98e66cf748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:58:10.378768 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:58:11.666082 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:58:13.277530 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:58:22.335313 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 5 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:58:37.120886 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-638871a1-0b0e-4413-8b34-12a68f720131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:58:39.583530 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1b1bf8e9-13b2-49cc-99eb-cbca1e741c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:58:40.373897 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:58:41.681349 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:58:43.273305 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:58:59.335378 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 5 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:59:07.117677 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-dec9cc32-1f3d-4c5c-85bc-dbaea01a43d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:09.546026 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-cd278d41-a369-415d-a353-e78f5b46158b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:10.364931 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:11.705708 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:13.278689 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:17.884170 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59226) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:59:17.944074 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0a1f6d-9b5e-44a0-bcaf-4bc9500bcaf3 admin admin] GET failed (client error): The resource could not be found. Apr 06 16:59:17.945380 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-6a0a1f6d-9b5e-44a0-bcaf-4bc9500bcaf3 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602531 Apr 06 16:59:18.106921 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5342e930-c1a6-45b8-8316-a30f60377818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:18.108432 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-5342e930-c1a6-45b8-8316-a30f60377818 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1589751 Apr 06 16:59:20.424599 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59236) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:59:20.514300 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4bf282-3f1e-46ce-9441-db357271face admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:20.515695 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-9b4bf282-3f1e-46ce-9441-db357271face admin admin] 10.222.0.66 "GET /v2.0/subnets/e4772a59-624c-434e-8f5d-faa63cf68a88 HTTP/1.1" status: 200 len: 849 time: 0.0901353 Apr 06 16:59:20.526003 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 16:59:20.611323 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Publish callbacks [] for subnet (e4772a59-624c-434e-8f5d-faa63cf68a88), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:20.813749 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781946543373'] for subnet (e4772a59-624c-434e-8f5d-faa63cf68a88), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:20.845109 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:20.845925 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:20.847802 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] 10.222.0.66 "PUT /v2.0/subnets/e4772a59-624c-434e-8f5d-faa63cf68a88 HTTP/1.1" status: 200 len: 868 time: 0.3253186 Apr 06 16:59:20.849153 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e3d7c-44dc-4d9f-af2e-934d2088ade7 None None] Network 3bc220b9-ae1a-48c7-9848-88b7c77af454 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 16:59:20.870342 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4772a59-624c-434e-8f5d-faa63cf68a88,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 16:59:20.877881 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.878299 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.878610 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.878957 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.879325 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.879661 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.880556 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.880900 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.881253 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.881593 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.881939 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.882292 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.882624 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.882952 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:20.883363 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ce2d98-9e78-4a1e-b83d-ba0850e41c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 16:59:21.158934 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-47b334a9-ea60-4e30-b105-91d89ff3f350 None None] Provisioning complete for port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:59:21.159353 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-47b334a9-ea60-4e30-b105-91d89ff3f350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (282350ea-8fb7-4a0e-ae65-cbb10f03f3ff), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:21.233211 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-47b334a9-ea60-4e30-b105-91d89ff3f350 None None] Current status of the port 282350ea-8fb7-4a0e-ae65-cbb10f03f3ff is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:59:21.243336 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-47b334a9-ea60-4e30-b105-91d89ff3f350 None None] Provisioning complete for port 148af936-bf25-4754-9c21-bfefb79f4dac triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 16:59:21.243722 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-47b334a9-ea60-4e30-b105-91d89ff3f350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (148af936-bf25-4754-9c21-bfefb79f4dac), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:21.319245 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-47b334a9-ea60-4e30-b105-91d89ff3f350 None None] Current status of the port 148af936-bf25-4754-9c21-bfefb79f4dac is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 16:59:23.196404 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59244) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:59:23.393711 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5beb67-92b9-4a42-96c4-18afb9c6ebbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:23.394099 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5beb67-92b9-4a42-96c4-18afb9c6ebbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:23.395943 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-4f5beb67-92b9-4a42-96c4-18afb9c6ebbb admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985812 Apr 06 16:59:25.685623 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59252) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:59:25.918357 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ec8c9-bd01-4f66-a376-53cbaf9ec6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:25.918739 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ec8c9-bd01-4f66-a376-53cbaf9ec6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:25.920326 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-592ec8c9-bd01-4f66-a376-53cbaf9ec6ec admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2337477 Apr 06 16:59:28.203839 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59260) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:59:28.334929 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8273a8a-2e93-4636-830b-4c8bad9b96ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:28.336241 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d8273a8a-2e93-4636-830b-4c8bad9b96ef admin admin] 10.222.0.66 "GET /v2.0/networks/3bc220b9-ae1a-48c7-9848-88b7c77af454 HTTP/1.1" status: 200 len: 869 time: 0.1314175 Apr 06 16:59:30.626391 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59268) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:59:30.748753 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1795fbb-4b82-4cff-a987-4b8472e7dc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:30.750241 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-f1795fbb-4b82-4cff-a987-4b8472e7dc74 admin admin] 10.222.0.66 "GET /v2.0/networks/d208e6fe-1ae8-43f7-81e6-82f80e4a1391 HTTP/1.1" status: 200 len: 886 time: 0.1228750 Apr 06 16:59:33.027705 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59276) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:59:33.151673 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73182f1-da8a-4949-83b5-9f347f6cd47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:33.152117 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73182f1-da8a-4949-83b5-9f347f6cd47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:33.153625 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-c73182f1-da8a-4949-83b5-9f347f6cd47c admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249580 Apr 06 16:59:35.471325 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59284) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:59:35.560689 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e599cb-3878-450a-9546-d9010efd5f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:35.561149 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e599cb-3878-450a-9546-d9010efd5f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:35.562641 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-75e599cb-3878-450a-9546-d9010efd5f02 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903575 Apr 06 16:59:36.335037 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 5 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 16:59:37.105981 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b6c34aaa-f5a3-4f0f-b6cf-1c53609d7c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:37.877834 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59292) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:59:37.965229 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09a13f7-4c92-415e-8139-dcd9b4ee0973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:37.966548 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-f09a13f7-4c92-415e-8139-dcd9b4ee0973 admin admin] 10.222.0.66 "GET /v2.0/subnets/ceeb6c67-4866-4475-8970-a97b2065606f HTTP/1.1" status: 200 len: 816 time: 0.0872402 Apr 06 16:59:39.562700 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-af8065eb-4100-4a3f-afdb-aa08df52f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:40.273148 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59300) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 16:59:40.364433 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9771e3e7-47ac-4614-98a4-0bede4c8390e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 16:59:40.365814 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-9771e3e7-47ac-4614-98a4-0bede4c8390e admin admin] 10.222.0.66 "GET /v2.0/subnets/e4772a59-624c-434e-8f5d-faa63cf68a88 HTTP/1.1" status: 200 len: 868 time: 0.0917716 Apr 06 16:59:40.389664 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:41.677121 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 16:59:43.271407 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:07.101978 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-25181dfc-1bc6-4463-a0fd-415d71a1c4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:09.549371 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1a732bca-e3ee-4a0a-959d-324616c20672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:10.389835 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:11.712966 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:13.295775 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:13.333594 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 5 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:00:21.108632 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59358) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:00:21.156044 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [None req-8b141954-1976-4fae-806a-e255898c1dad admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:00:21.157064 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-8b141954-1976-4fae-806a-e255898c1dad admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474768 Apr 06 17:00:23.524935 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59366) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:00:23.584197 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.pecan_wsgi.hooks.translation [None req-785043c9-4754-43c9-8105-e7f09d266ec7 admin admin] GET failed (client error): The resource could not be found. Apr 06 17:00:23.585452 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-785043c9-4754-43c9-8105-e7f09d266ec7 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595617 Apr 06 17:00:23.670162 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a6c05-1845-46fc-b196-bc57395d569d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:00:23.672151 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-945a6c05-1845-46fc-b196-bc57395d569d admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821338 Apr 06 17:00:25.989553 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59374) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:00:26.036132 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:00:26.125837 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Made reservation on behalf of bbb13251a62f45b5b5774b096825b6f0 for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:00:26.128103 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:26.155372 dv-cinder-836850-1-iscsi neutron-server[103876]: WARNING neutron.services.revisions.revision_plugin [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Could not find related network for resource to bump revision. Apr 06 17:00:26.166738 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:00:26.175335 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (0224bb39-c2a6-4a06-83c4-3a391065903c), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:26.175674 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Added segment 0224bb39-c2a6-4a06-83c4-3a391065903c of type vlan for network 5d52300b-66a2-416a-ad89-c8a2816af093 Apr 06 17:00:26.212531 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (5d52300b-66a2-416a-ad89-c8a2816af093), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:26.297256 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (5d52300b-66a2-416a-ad89-c8a2816af093), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:26.298134 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:00:26.298750 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:26.351914 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Pushing event updated for resources: {'Network': ['ID=5d52300b-66a2-416a-ad89-c8a2816af093,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:00:26.358231 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.358581 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.359493 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.359671 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.360004 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.360335 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.360662 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.360986 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.361315 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.361637 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.361960 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.362283 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.362605 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.362923 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.363289 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:26.375144 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network 5d52300b-66a2-416a-ad89-c8a2816af093 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:00:26.455205 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-eb4a2faa-cf6c-4676-8410-717a87df6789 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4645672 Apr 06 17:00:28.780077 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 59382) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:00:28.878221 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c488a6ac-4bf7-4022-92f1-f3e13f5605f4 admin admin] GET failed (client error): The resource could not be found. Apr 06 17:00:28.879783 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-c488a6ac-4bf7-4022-92f1-f3e13f5605f4 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0987282 Apr 06 17:00:29.077364 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.policy [None req-c39a46ee-2c19-476a-862e-d36d2f4396cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103877) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 17:00:29.120077 dv-cinder-836850-1-iscsi neutron-server[103877]: WARNING oslo_policy.policy [None req-c39a46ee-2c19-476a-862e-d36d2f4396cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:00:29.120479 dv-cinder-836850-1-iscsi neutron-server[103877]: WARNING oslo_policy.policy [None req-c39a46ee-2c19-476a-862e-d36d2f4396cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:00:29.128995 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a46ee-2c19-476a-862e-d36d2f4396cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:00:29.130674 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-c39a46ee-2c19-476a-862e-d36d2f4396cf admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.2469702 Apr 06 17:00:29.140819 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:00:29.280124 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Made reservation on behalf of bbb13251a62f45b5b5774b096825b6f0 for: {'subnet': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:00:29.282929 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:29.606234 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for subnet (e24ac2c0-2cd6-4118-8827-697dea07b163), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:29.676188 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24ac2c0-2cd6-4118-8827-697dea07b163,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:00:29.680308 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Checking segment: {'id': '0224bb39-c2a6-4a06-83c4-3a391065903c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:00:29.680684 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Network hostable DHCP agents. Network: 5d52300b-66a2-416a-ad89-c8a2816af093, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:00:29.690531 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.690875 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.691245 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.691582 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.691911 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.692236 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.692563 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.692883 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.693208 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.693533 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.693869 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.694210 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.694533 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.694849 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.695209 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Tracked resource versions report: Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: pushed versions: Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: { 'AddressGroup': {'1.2'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Agent': {'1.1'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'ConntrackHelper': {'1.0'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Log': {'1.0'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'NDPProxy': {'1.0'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Network': {'1.1'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Port': {'1.7'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'PortForwarding': {'1.3'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'QosPolicy': {'1.10'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'SecurityGroup': {'1.5'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'SubPort': {'1.0'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Subnet': {'1.1'}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Trunk': {'1.1'}} Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: consumer versions: Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: { DHCP agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: L3 agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: Metadata agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: Metering agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: Open vSwitch agent@dv-cinder-836850-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Agent': '1.1', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'ConntrackHelper': '1.0', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'LocalIPAssociation': '1.0', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Log': '1.0', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'NDPProxy': '1.0', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Network': '1.1', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Port': '1.7', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'PortForwarding': '1.3', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'QosPolicy': '1.10', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'SecurityGroup': '1.5', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'SecurityGroupRule': '1.2', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'SubPort': '1.0', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Subnet': '1.1', Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Trunk': '1.1'}} Apr 06 17:00:29.696664 dv-cinder-836850-1-iscsi neutron-server[103877]: {{(pid=103877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:00:29.822494 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Network 5d52300b-66a2-416a-ad89-c8a2816af093 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:00:29.891843 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, 5d52300b-66a2-416a-ad89-c8a2816af093) {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:00:29.896686 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:00:29.897405 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:29.901691 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054bf130-aab2-4963-ad03-6cb1d09eba26 None None] Network 5d52300b-66a2-416a-ad89-c8a2816af093 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:00:29.977377 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-c05abcbe-d92a-4edd-98b9-06d85711d7f9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8403249 Apr 06 17:00:29.999563 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8dc3ea-b628-591d-92c5-4a387acafab5-5d52300b-66a2-416a-ad89-c8a2816af093', 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093', 'project_id': 'bbb13251a62f45b5b5774b096825b6f0', 'fixed_ips': [{'subnet_id': 'e24ac2c0-2cd6-4118-8827-697dea07b163'}]}} from dv-cinder-836850-1-iscsi. {{(pid=103878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:00:30.000456 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:30.239474 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.db_base_plugin_common [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Allocated IP 192.168.233.2 (5d52300b-66a2-416a-ad89-c8a2816af093/e24ac2c0-2cd6-4118-8827-697dea07b163/fcd88de8-be5b-41a7-8948-d830bc4225b3) {{(pid=103878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:00:30.382227 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Publish callbacks [] for port (fcd88de8-be5b-41a7-8948-d830bc4225b3), precommit_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:30.452054 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (fcd88de8-be5b-41a7-8948-d830bc4225b3), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:30.495637 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Network 5d52300b-66a2-416a-ad89-c8a2816af093 is already hosted by enough agents. {{(pid=103878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:00:30.499989 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.base_scheduler [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Resources bound (agent type, host, resource id): {{(pid=103878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:00:30.502517 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Received port after_create {{(pid=103878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:00:30.504585 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Pushing event updated for resources: {'Port': ['ID=fcd88de8-be5b-41a7-8948-d830bc4225b3,revision_number=1']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:00:30.513088 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.513437 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.513802 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.514158 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.514493 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.514853 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.515466 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.515793 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.516117 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.516443 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.516765 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.517090 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.517415 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.517729 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.518044 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:00:30.574171 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Attempting to bind port fcd88de8-be5b-41a7-8948-d830bc4225b3 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:00:30.574628 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Attempting to bind port fcd88de8-be5b-41a7-8948-d830bc4225b3 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '0224bb39-c2a6-4a06-83c4-3a391065903c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:00:30.574986 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Attempting to bind port fcd88de8-be5b-41a7-8948-d830bc4225b3 on network 5d52300b-66a2-416a-ad89-c8a2816af093 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:00:30.580010 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:00:30.580376 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Checking segment: {'id': '0224bb39-c2a6-4a06-83c4-3a391065903c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:00:30.580771 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:30.581156 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Bound using segment: {'id': '0224bb39-c2a6-4a06-83c4-3a391065903c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:00:30.581611 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Bound port: fcd88de8-be5b-41a7-8948-d830bc4225b3, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0224bb39-c2a6-4a06-83c4-3a391065903c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:00:30.581984 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (fcd88de8-be5b-41a7-8948-d830bc4225b3), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:30.643087 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] For port fcd88de8-be5b-41a7-8948-d830bc4225b3, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:00:30.646181 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] For port fcd88de8-be5b-41a7-8948-d830bc4225b3, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=fcd88de8-be5b-41a7-8948-d830bc4225b3,segment=NetworkSegment(0224bb39-c2a6-4a06-83c4-3a391065903c),segment_id=0224bb39-c2a6-4a06-83c4-3a391065903c)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:00:30.732223 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (fcd88de8-be5b-41a7-8948-d830bc4225b3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:30.793981 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4418a7-9c95-4e2f-b03e-d3c946fbd6a2 None None] Pushing event updated for resources: {'Port': ['ID=fcd88de8-be5b-41a7-8948-d830bc4225b3,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:00:31.623659 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e1db34-2ddb-4278-a908-cb51c1cb4fbc None None] Network 5d52300b-66a2-416a-ad89-c8a2816af093 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:00:31.677655 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-93a9c99e-7a74-47db-8ca8-2f4a97e850cb None None] Provisioning complete for port fcd88de8-be5b-41a7-8948-d830bc4225b3 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:00:31.678044 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-93a9c99e-7a74-47db-8ca8-2f4a97e850cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (fcd88de8-be5b-41a7-8948-d830bc4225b3), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:31.856133 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-93a9c99e-7a74-47db-8ca8-2f4a97e850cb None None] Current status of the port fcd88de8-be5b-41a7-8948-d830bc4225b3 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:00:31.856529 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-93a9c99e-7a74-47db-8ca8-2f4a97e850cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (fcd88de8-be5b-41a7-8948-d830bc4225b3), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:31.903895 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-93a9c99e-7a74-47db-8ca8-2f4a97e850cb None None] For port fcd88de8-be5b-41a7-8948-d830bc4225b3, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=fcd88de8-be5b-41a7-8948-d830bc4225b3,segment=NetworkSegment(0224bb39-c2a6-4a06-83c4-3a391065903c),segment_id=0224bb39-c2a6-4a06-83c4-3a391065903c)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:00:31.987646 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-93a9c99e-7a74-47db-8ca8-2f4a97e850cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (fcd88de8-be5b-41a7-8948-d830bc4225b3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:32.044471 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9c99e-7a74-47db-8ca8-2f4a97e850cb None None] Pushing event updated for resources: {'Port': ['ID=fcd88de8-be5b-41a7-8948-d830bc4225b3,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:00:32.111538 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-8d48fdf8-465f-4fcc-bf45-8fe81443a8ce None None] Provisioning complete for port fcd88de8-be5b-41a7-8948-d830bc4225b3 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:00:32.111859 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8d48fdf8-465f-4fcc-bf45-8fe81443a8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (fcd88de8-be5b-41a7-8948-d830bc4225b3), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:32.137621 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device fcd88de8-be5b-41a7-8948-d830bc4225b3 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:00:32.225165 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port fcd88de8-be5b-41a7-8948-d830bc4225b3 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:00:32.225557 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (fcd88de8-be5b-41a7-8948-d830bc4225b3), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:32.251743 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-8d48fdf8-465f-4fcc-bf45-8fe81443a8ce None None] Current status of the port fcd88de8-be5b-41a7-8948-d830bc4225b3 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:00:32.307320 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port fcd88de8-be5b-41a7-8948-d830bc4225b3 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:00:34.097675 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device fcd88de8-be5b-41a7-8948-d830bc4225b3 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:00:34.143821 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port fcd88de8-be5b-41a7-8948-d830bc4225b3 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:00:34.144203 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (fcd88de8-be5b-41a7-8948-d830bc4225b3), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:34.217456 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port fcd88de8-be5b-41a7-8948-d830bc4225b3 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:00:37.117400 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c469e888-e6bf-47ce-8c04-341384450e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:39.536475 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-f4e883c4-d018-4b1d-9513-920b30e5f18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:40.410942 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:41.728102 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:43.302145 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:00:50.332858 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 5 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:01:07.120781 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-5c020481-e237-4073-937a-e4adc34531c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:01:09.532261 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c7f2bb3b-24e6-400c-8b2d-f6b610f6624e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:01:10.389180 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:01:11.748946 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:01:13.288787 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:01:27.331950 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 5 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:01:37.115709 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a2f7db54-c56e-4f54-9249-eb4ce2d7030e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:01:39.539110 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d56eb2e3-3fce-4de0-87ec-117f0c4f4573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:01:40.455713 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:01:41.701333 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:01:43.286511 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:04.330093 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 5 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:02:07.124914 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c04ad570-a6dd-4e51-adcc-219a3a61dd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:08.514028 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 59430) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:02:08.520399 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [None req-e9246e81-603e-425f-a85a-2e5dc22e7fe9 tempest-verify_tempest_config-1935876543 tempest-verify_tempest_config-1935876543-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103877) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:02:08.521385 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-e9246e81-603e-425f-a85a-2e5dc22e7fe9 tempest-verify_tempest_config-1935876543 tempest-verify_tempest_config-1935876543-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064280 Apr 06 17:02:09.031783 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59448) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:02:09.139029 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:09.209909 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Publish callbacks [] for security_group (1f65fdf6-75de-457b-add6-44e48ef8461d), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:09.279305 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (1f65fdf6-75de-457b-add6-44e48ef8461d), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:09.324052 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91bbaf5b62c64a36b81bb77e22ad4e72&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2911446 Apr 06 17:02:09.324901 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f65fdf6-75de-457b-add6-44e48ef8461d,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:02:09.326742 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 59454) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:02:09.331556 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.331902 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.332257 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.332596 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.332928 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.333257 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.333577 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.333898 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.334220 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.334539 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.334876 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.335272 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.335591 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.335910 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.336846 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f5ead-8228-4aa4-b7d3-2d79685a66b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.408051 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Publish callbacks [] for security_group (1f65fdf6-75de-457b-add6-44e48ef8461d), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:09.428108 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Publish callbacks [] for security_group (1f65fdf6-75de-457b-add6-44e48ef8461d), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:09.553317 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8fb16195-f97c-451e-bdc8-afeb87c96951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:09.582190 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (1f65fdf6-75de-457b-add6-44e48ef8461d), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:09.584890 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:09.586029 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f65fdf6-75de-457b-add6-44e48ef8461d HTTP/1.1" status: 204 len: 168 time: 0.2581732 Apr 06 17:02:09.598188 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f65fdf6-75de-457b-add6-44e48ef8461d,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:02:09.600755 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.601114 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.601484 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.601831 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.602174 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.602556 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.602832 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.603215 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.603527 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.603933 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.604284 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.604618 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.604944 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.605269 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:09.605593 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c24bc-e15b-4fa3-ba74-5b8264630df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:02:10.387736 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:11.731025 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:13.293362 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:37.134576 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8ba7e743-8014-43fc-b008-2010f7196ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:39.574505 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3a98fdcb-19fd-466f-8f6b-dfc5b658eb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:40.405196 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:41.327731 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 5 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:02:41.758176 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:02:43.271039 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:03:07.120804 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-290e5ef2-5cce-4514-b3e5-c87aeeed8f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:03:09.543953 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-964c8821-2000-4d56-bdd1-af28c6864a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:03:10.409007 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:03:11.726549 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:03:13.303897 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:03:18.326203 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 5 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:03:37.109625 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6d94b12a-24f1-482d-bbb7-559d5d778c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:03:39.538020 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4544c82d-a8c6-4625-bc56-78e0640688a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:03:40.412154 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:03:41.715564 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:03:43.284067 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:03:55.325648 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 5 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:04:01.867649 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-373384'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:04:07.122284 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-74dca02a-2b51-4439-a0df-91280edb9cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:04:09.550970 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9c633f1c-afd5-45f7-8109-55901ec13eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:04:10.432876 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:04:11.730085 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:04:13.293318 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:04:16.073411 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 59524) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:04:16.175111 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ab13d073-b0db-4adc-ad12-fe05f4c7b021 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1005907 Apr 06 17:04:18.462018 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59534) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:04:18.523055 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-3eb93dbe-d51a-482f-8095-9deed0349f8c admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0593693 Apr 06 17:04:31.854151 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:04:32.325165 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:04:37.109096 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-27d957ae-19e8-40da-914a-0940ad63eb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:04:39.548833 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-0cf9070b-9cd9-4d12-b99b-2f9364f1d492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:04:40.406046 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:04:41.739662 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:04:43.337345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:01.829005 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:07.103212 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-0fdc950c-078d-4880-b0d1-b04754ca538d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:09.324546 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:05:09.543206 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-91811254-9b03-4503-bbea-ac33677c1eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:10.394130 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:11.729980 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:13.314143 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:31.820907 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:37.118188 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6ee088ab-0d8e-4df5-8153-e9be5419d471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:39.557885 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-04f0f222-21c8-416a-a9de-283aa688b7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:40.409432 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:41.734903 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:43.270029 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:05:46.323277 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:06:01.869296 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:02.139111 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59730) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:02.149879 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 59734) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:02.825087 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-520005168-network', 'tenant_id': 'ded3df47fe3b4ff0aad5ac5c04bd3b83'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:02.838860 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-697575341-network', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:02.895495 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 59756) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:02.938271 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Made reservation on behalf of ded3df47fe3b4ff0aad5ac5c04bd3b83 for: {'network': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:02.941855 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:02.956239 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Made reservation on behalf of fba57c4c0e2c4fbcab2b78283ad5c97e for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:02.958748 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:02.965654 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:02.967869 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.048592 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Publish callbacks [] for security_group (f1ac81b3-b470-44da-a118-9ad1644397c1), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.049926 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59770) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:03.056577 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Publish callbacks [] for security_group (3708b096-e0ee-4f37-96a0-275780a3f651), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.100551 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-581989238-network', 'tenant_id': '91a5afaa3f4645dfb62f4d044657fd0b'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:03.110474 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (f1ac81b3-b470-44da-a118-9ad1644397c1), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.138321 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (3708b096-e0ee-4f37-96a0-275780a3f651), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.139979 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ac81b3-b470-44da-a118-9ad1644397c1,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:03.146887 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:06:03.163873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.163873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.163873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.163873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.163873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.163873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.163873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.163873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.163873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.163873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.163873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.165125 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:06:03.166209 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.166973 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.167639 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.168289 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Tracked resource versions report: Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: pushed versions: Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: { 'AddressGroup': {'1.2'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Agent': {'1.1'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'ConntrackHelper': {'1.0'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Log': {'1.0'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'NDPProxy': {'1.0'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Network': {'1.1'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Port': {'1.7'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'PortForwarding': {'1.3'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'QosPolicy': {'1.10'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'SecurityGroup': {'1.5'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'SubPort': {'1.0'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Subnet': {'1.1'}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Trunk': {'1.1'}} Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: consumer versions: Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: { DHCP agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: HyperV agent@hv-cinder-83685: {}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: L3 agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: Metadata agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: Metering agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: Open vSwitch agent@dv-cinder-836850-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Agent': '1.1', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'ConntrackHelper': '1.0', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'LocalIPAssociation': '1.0', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Log': '1.0', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'NDPProxy': '1.0', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Network': '1.1', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Port': '1.7', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'PortForwarding': '1.3', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'QosPolicy': '1.10', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'SecurityGroup': '1.5', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'SecurityGroupRule': '1.2', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'SubPort': '1.0', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Subnet': '1.1', Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: 'Trunk': '1.1'}} Apr 06 17:06:03.169654 dv-cinder-836850-1-iscsi neutron-server[103876]: {{(pid=103876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:06:03.178820 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (54a893f5-45b4-460f-86a0-c2f38b71055a), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.179489 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Added segment 54a893f5-45b4-460f-86a0-c2f38b71055a of type vlan for network 09f20736-5662-4187-864d-0ee6f8a19f3a Apr 06 17:06:03.183048 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781946613104', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (da7da266-c2ba-4ef1-80cc-8a9135e70687), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.183772 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Unsubscribe: segment precommit_create {{(pid=103877) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 17:06:03.184394 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.segments_db [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Added segment da7da266-c2ba-4ef1-80cc-8a9135e70687 of type vlan for network d17bc892-d023-405e-92fd-c1046d90df5b Apr 06 17:06:03.223891 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-123036239-network', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:03.239842 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (09f20736-5662-4187-864d-0ee6f8a19f3a), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.267307 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Made reservation on behalf of 91a5afaa3f4645dfb62f4d044657fd0b for: {'network': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:03.269466 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.292098 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.296866 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (d17bc892-d023-405e-92fd-c1046d90df5b), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.307989 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3708b096-e0ee-4f37-96a0-275780a3f651,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:03.334352 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.334716 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.335088 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.335433 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.335771 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.336106 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.336438 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.336769 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.337098 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.337428 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.337760 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.338104 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.338439 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.338763 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.339110 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Tracked resource versions report: Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: pushed versions: Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: { 'AddressGroup': {'1.2'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Agent': {'1.1'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'ConntrackHelper': {'1.0'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Log': {'1.0'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'NDPProxy': {'1.0'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Network': {'1.1'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Port': {'1.7'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'PortForwarding': {'1.3'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'QosPolicy': {'1.10'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'SecurityGroup': {'1.5'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'SubPort': {'1.0'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Subnet': {'1.1'}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Trunk': {'1.1'}} Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: consumer versions: Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: { DHCP agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: HyperV agent@hv-cinder-83685: {}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: L3 agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: Metadata agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: Metering agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: Open vSwitch agent@dv-cinder-836850-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Agent': '1.1', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'ConntrackHelper': '1.0', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'LocalIPAssociation': '1.0', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Log': '1.0', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'NDPProxy': '1.0', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Network': '1.1', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Port': '1.7', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'PortForwarding': '1.3', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'QosPolicy': '1.10', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'SecurityGroup': '1.5', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'SecurityGroupRule': '1.2', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'SubPort': '1.0', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Subnet': '1.1', Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: 'Trunk': '1.1'}} Apr 06 17:06:03.340301 dv-cinder-836850-1-iscsi neutron-server[103877]: {{(pid=103877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:06:03.350765 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (09f20736-5662-4187-864d-0ee6f8a19f3a), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.351951 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:03.353159 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.360172 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Made reservation on behalf of 67f78841d4074149a27e6c2ef72dc770 for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:03.361555 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.375322 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.426665 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Publish callbacks [] for security_group (40c70106-53f8-483c-ae28-3a1be2647ca8), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.430269 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (d17bc892-d023-405e-92fd-c1046d90df5b), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.433296 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:03.434038 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.440495 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] Pushing event updated for resources: {'Network': ['ID=09f20736-5662-4187-864d-0ee6f8a19f3a,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:03.454485 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network 09f20736-5662-4187-864d-0ee6f8a19f3a details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:06:03.528480 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Publish callbacks [] for security_group (0adc8a3d-d840-427e-b2be-14fb9ec44670), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.535992 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-ae2c4bbe-b355-4a5f-abaa-8f2011cb72b5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3956065 Apr 06 17:06:03.536876 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59800) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:03.541907 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-9932523e-4dc9-450c-b2ae-45695bb6f2a8 admin admin] Request body: {'subnet': {'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-subnet', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:03.570530 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (40c70106-53f8-483c-ae28-3a1be2647ca8), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.596331 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (0adc8a3d-d840-427e-b2be-14fb9ec44670), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.621357 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] Pushing event updated for resources: {'Network': ['ID=d17bc892-d023-405e-92fd-c1046d90df5b,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:03.623440 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:06:03.641184 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network d17bc892-d023-405e-92fd-c1046d90df5b details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:06:03.643686 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (60c89cf7-2817-4c5a-8b57-f2ef288a1567), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.644035 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.segments_db [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Added segment 60c89cf7-2817-4c5a-8b57-f2ef288a1567 of type vlan for network 94525299-1240-42d1-8649-f2e8717dbda7 Apr 06 17:06:03.664183 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-5cbabbf8-f2db-4a58-a2ab-574ca2a3ea8e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5132153 Apr 06 17:06:03.675314 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59804) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:03.682481 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9932523e-4dc9-450c-b2ae-45695bb6f2a8 admin admin] Made reservation on behalf of fba57c4c0e2c4fbcab2b78283ad5c97e for: {'subnet': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:03.685698 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c70106-53f8-483c-ae28-3a1be2647ca8,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:03.692118 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9932523e-4dc9-450c-b2ae-45695bb6f2a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.706254 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (94525299-1240-42d1-8649-f2e8717dbda7), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.800575 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (94525299-1240-42d1-8649-f2e8717dbda7), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.801963 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:03.802740 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:03.930396 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] Pushing event updated for resources: {'Network': ['ID=94525299-1240-42d1-8649-f2e8717dbda7,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:03.939222 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-092620ef-ae3f-499c-8fbb-077f545fb3fa admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0391388 Apr 06 17:06:03.939433 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 59810) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:03.944799 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-c707a6b8-7acf-452f-85ac-11a25733391d admin admin] Request body: {'subnet': {'network_id': '94525299-1240-42d1-8649-f2e8717dbda7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-581989238-subnet', 'tenant_id': '91a5afaa3f4645dfb62f4d044657fd0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:03.947929 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-bc3bea8f-41eb-4be4-a1fc-b01189f81c3d admin admin] Request body: {'subnet': {'network_id': 'd17bc892-d023-405e-92fd-c1046d90df5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-520005168-subnet', 'tenant_id': 'ded3df47fe3b4ff0aad5ac5c04bd3b83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:03.964652 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc8a3d-d840-427e-b2be-14fb9ec44670,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:03.977831 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:06:04.002010 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network 94525299-1240-42d1-8649-f2e8717dbda7 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:06:04.038594 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (596dede9-fd7d-436f-a264-72f83ab4f3af), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:04.038945 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Added segment 596dede9-fd7d-436f-a264-72f83ab4f3af of type vlan for network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 Apr 06 17:06:04.041796 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c707a6b8-7acf-452f-85ac-11a25733391d admin admin] Made reservation on behalf of 91a5afaa3f4645dfb62f4d044657fd0b for: {'subnet': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:04.044238 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c707a6b8-7acf-452f-85ac-11a25733391d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:04.180092 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (e3ce8dbf-c77b-400f-bbd9-5d8ae209b110), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:04.316885 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3bea8f-41eb-4be4-a1fc-b01189f81c3d admin admin] Made reservation on behalf of ded3df47fe3b4ff0aad5ac5c04bd3b83 for: {'subnet': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:04.320438 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bc3bea8f-41eb-4be4-a1fc-b01189f81c3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:04.327870 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (e3ce8dbf-c77b-400f-bbd9-5d8ae209b110), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:04.327870 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:04.327870 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:04.412799 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9932523e-4dc9-450c-b2ae-45695bb6f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for subnet (a9f58a42-7149-4f2a-9109-ffba1171e444), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:04.418090 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c707a6b8-7acf-452f-85ac-11a25733391d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for subnet (496572d5-14c1-4f28-9d98-d01a2cfcf533), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:04.531905 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4773982 Apr 06 17:06:04.532143 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707a6b8-7acf-452f-85ac-11a25733391d admin admin] Pushing event updated for resources: {'Subnet': ['ID=496572d5-14c1-4f28-9d98-d01a2cfcf533,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:04.535721 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a4b6c-8b5d-4ea6-af3c-4460c6305345 admin admin] Pushing event updated for resources: {'Network': ['ID=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:04.537758 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59846) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:04.550417 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707a6b8-7acf-452f-85ac-11a25733391d admin admin] Checking segment: {'id': '60c89cf7-2817-4c5a-8b57-f2ef288a1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '94525299-1240-42d1-8649-f2e8717dbda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:04.550417 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707a6b8-7acf-452f-85ac-11a25733391d admin admin] Network hostable DHCP agents. Network: 94525299-1240-42d1-8649-f2e8717dbda7, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:06:04.552863 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932523e-4dc9-450c-b2ae-45695bb6f2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f58a42-7149-4f2a-9109-ffba1171e444,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:04.557820 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:06:04.568238 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-cda8035e-a123-4a00-8212-d10b862c5a0c admin admin] Request body: {'subnet': {'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-123036239-subnet', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:04.623678 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9932523e-4dc9-450c-b2ae-45695bb6f2a8 admin admin] Checking segment: {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:04.624721 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9932523e-4dc9-450c-b2ae-45695bb6f2a8 admin admin] Network hostable DHCP agents. Network: 09f20736-5662-4187-864d-0ee6f8a19f3a, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:06:04.761549 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707a6b8-7acf-452f-85ac-11a25733391d admin admin] Network 94525299-1240-42d1-8649-f2e8717dbda7 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:06:04.877318 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda8035e-a123-4a00-8212-d10b862c5a0c admin admin] Made reservation on behalf of 67f78841d4074149a27e6c2ef72dc770 for: {'subnet': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:04.879666 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cda8035e-a123-4a00-8212-d10b862c5a0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:04.881524 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9932523e-4dc9-450c-b2ae-45695bb6f2a8 admin admin] Network 09f20736-5662-4187-864d-0ee6f8a19f3a is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:06:04.939678 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bc3bea8f-41eb-4be4-a1fc-b01189f81c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for subnet (2cd84ddb-a7ed-42f0-bc10-3afd668f157f), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:04.972616 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-c707a6b8-7acf-452f-85ac-11a25733391d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, 94525299-1240-42d1-8649-f2e8717dbda7) {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:04.976868 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c707a6b8-7acf-452f-85ac-11a25733391d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:04.977548 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c707a6b8-7acf-452f-85ac-11a25733391d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:04.982288 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf82ba3f-4140-481a-a708-c219a1d89453 None None] Network 94525299-1240-42d1-8649-f2e8717dbda7 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:04.983583 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-9932523e-4dc9-450c-b2ae-45695bb6f2a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, 09f20736-5662-4187-864d-0ee6f8a19f3a) {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:05.002796 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9932523e-4dc9-450c-b2ae-45695bb6f2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:05.003414 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9932523e-4dc9-450c-b2ae-45695bb6f2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:05.026938 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58d3b2e-b04e-4566-b364-efe24d0a9d40 None None] Network 09f20736-5662-4187-864d-0ee6f8a19f3a requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:05.033419 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bea8f-41eb-4be4-a1fc-b01189f81c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd84ddb-a7ed-42f0-bc10-3afd668f157f,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:05.064360 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3bea8f-41eb-4be4-a1fc-b01189f81c3d admin admin] Checking segment: {'id': 'da7da266-c2ba-4ef1-80cc-8a9135e70687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd17bc892-d023-405e-92fd-c1046d90df5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:05.064715 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3bea8f-41eb-4be4-a1fc-b01189f81c3d admin admin] Network hostable DHCP agents. Network: d17bc892-d023-405e-92fd-c1046d90df5b, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:06:05.103893 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-c707a6b8-7acf-452f-85ac-11a25733391d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1626432 Apr 06 17:06:05.150956 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 59852) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:05.151168 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-9932523e-4dc9-450c-b2ae-45695bb6f2a8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6129980 Apr 06 17:06:05.157824 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:05.173084 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3bea8f-41eb-4be4-a1fc-b01189f81c3d admin admin] Network d17bc892-d023-405e-92fd-c1046d90df5b is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:06:05.189999 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36947a-20b7-4fb6-8bff-0638d5e6b0e5 None None] Network 94525299-1240-42d1-8649-f2e8717dbda7 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:05.204180 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cda8035e-a123-4a00-8212-d10b862c5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for subnet (8377ebda-3e29-4c9b-ad5b-f3579b9da41a), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:05.255254 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8dc3ea-b628-591d-92c5-4a387acafab5-09f20736-5662-4187-864d-0ee6f8a19f3a', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444'}]}} from dv-cinder-836850-1-iscsi. {{(pid=103878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:06:05.256931 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:05.265831 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-bc3bea8f-41eb-4be4-a1fc-b01189f81c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, d17bc892-d023-405e-92fd-c1046d90df5b) {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:05.270417 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6307'] for router (d668d7d6-841b-4b3d-a716-db7915d06889), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:05.272087 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-376390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6330'] for router (d668d7d6-841b-4b3d-a716-db7915d06889), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:05.288083 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3bea8f-41eb-4be4-a1fc-b01189f81c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:05.288703 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bc3bea8f-41eb-4be4-a1fc-b01189f81c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:05.305749 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556b9b59-4982-4bc7-a8aa-498f03c7119b None None] Network d17bc892-d023-405e-92fd-c1046d90df5b requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:05.323226 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8035e-a123-4a00-8212-d10b862c5a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8377ebda-3e29-4c9b-ad5b-f3579b9da41a,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:05.352678 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda8035e-a123-4a00-8212-d10b862c5a0c admin admin] Checking segment: {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:05.353034 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda8035e-a123-4a00-8212-d10b862c5a0c admin admin] Network hostable DHCP agents. Network: e3ce8dbf-c77b-400f-bbd9-5d8ae209b110, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:06:05.388940 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-bc3bea8f-41eb-4be4-a1fc-b01189f81c3d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7086627 Apr 06 17:06:05.481776 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda8035e-a123-4a00-8212-d10b862c5a0c admin admin] Network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:06:05.513744 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Publish callbacks [] for router_controller (d668d7d6-841b-4b3d-a716-db7915d06889), precommit_add_association {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:05.562333 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-cda8035e-a123-4a00-8212-d10b862c5a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, e3ce8dbf-c77b-400f-bbd9-5d8ae209b110) {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:05.569839 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.db_base_plugin_common [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Allocated IP 172.20.0.2 (09f20736-5662-4187-864d-0ee6f8a19f3a/a9f58a42-7149-4f2a-9109-ffba1171e444/dac7dfe7-0179-41f8-bbc2-ac236a8d678b) {{(pid=103878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:05.570382 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda8035e-a123-4a00-8212-d10b862c5a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:05.570528 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cda8035e-a123-4a00-8212-d10b862c5a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:05.583046 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513bd66e-ee32-432e-b71e-4c79a5d9c468 None None] Network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:05.588714 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c1bd9-227a-4cf6-93d9-29959708f78d None None] Network d17bc892-d023-405e-92fd-c1046d90df5b requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:05.732167 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-cda8035e-a123-4a00-8212-d10b862c5a0c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1737177 Apr 06 17:06:05.739419 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59870) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:05.744118 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:05.848324 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Publish callbacks [] for router_gateway (d668d7d6-841b-4b3d-a716-db7915d06889), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:05.893138 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6307'] for router (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:05.894208 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-376390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6330'] for router (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.009993 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8dc3ea-b628-591d-92c5-4a387acafab5-e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a'}]}} from dv-cinder-836850-1-iscsi. {{(pid=103878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:06:06.009993 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.128460 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Publish callbacks [] for router_controller (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), precommit_add_association {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.164190 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Publish callbacks [] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), precommit_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.243849 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.db_base_plugin_common [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Allocated IP 172.20.0.2 (e3ce8dbf-c77b-400f-bbd9-5d8ae209b110/8377ebda-3e29-4c9b-ad5b-f3579b9da41a/eb196950-7a8f-4e23-9ead-125e144be162) {{(pid=103878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:06.351195 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.394899 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Publish callbacks [] for router_gateway (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.444281 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Publish callbacks [] for router_gateway (d668d7d6-841b-4b3d-a716-db7915d06889), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.447983 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Network 09f20736-5662-4187-864d-0ee6f8a19f3a is already hosted by enough agents. {{(pid=103878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:06.456973 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.base_scheduler [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Resources bound (agent type, host, resource id): {{(pid=103878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:06.470503 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Received port after_create {{(pid=103878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:06.472347 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.651142 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Pushing event updated for resources: {'Port': ['ID=dac7dfe7-0179-41f8-bbc2-ac236a8d678b,revision_number=1']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:06.662808 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Attempting to bind port dac7dfe7-0179-41f8-bbc2-ac236a8d678b on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:06:06.662808 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Attempting to bind port dac7dfe7-0179-41f8-bbc2-ac236a8d678b by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:06:06.662808 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Attempting to bind port dac7dfe7-0179-41f8-bbc2-ac236a8d678b on network 09f20736-5662-4187-864d-0ee6f8a19f3a {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:06.678843 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:06:06.679389 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Checking segment: {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:06.679897 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.680411 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Bound using segment: {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:06:06.680960 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Bound port: dac7dfe7-0179-41f8-bbc2-ac236a8d678b, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:06:06.681339 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.684837 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.685344 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.685800 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59904) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:06.686064 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.686913 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.687761 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.688312 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.688840 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.689333 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.689832 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.690312 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.690795 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.691353 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.707803 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.708248 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.709060 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Tracked resource versions report: Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: pushed versions: Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: { 'AddressGroup': {'1.2'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Agent': {'1.1'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'ConntrackHelper': {'1.0'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Log': {'1.0'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'NDPProxy': {'1.0'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Network': {'1.1'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Port': {'1.7'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'PortForwarding': {'1.3'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'QosPolicy': {'1.10'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'SecurityGroup': {'1.5'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'SubPort': {'1.0'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Subnet': {'1.1'}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Trunk': {'1.1'}} Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: consumer versions: Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: { DHCP agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: HyperV agent@hv-cinder-83685: {}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: L3 agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: Metadata agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: Metering agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: Open vSwitch agent@dv-cinder-836850-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Agent': '1.1', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'ConntrackHelper': '1.0', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'LocalIPAssociation': '1.0', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Log': '1.0', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'NDPProxy': '1.0', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Network': '1.1', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Port': '1.7', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'PortForwarding': '1.3', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'QosPolicy': '1.10', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'SecurityGroup': '1.5', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'SecurityGroupRule': '1.2', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'SubPort': '1.0', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Subnet': '1.1', Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: 'Trunk': '1.1'}} Apr 06 17:06:06.714293 dv-cinder-836850-1-iscsi neutron-server[103878]: {{(pid=103878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:06:06.722530 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1436540853-network', 'tenant_id': '5139a98a11ab490c9a33e1cff4d50684'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:06.791352 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Publish callbacks [] for router_gateway (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.809880 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 59922) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:06.814471 dv-cinder-836850-1-iscsi neutron-server[103877]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 17:06:06.818511 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.819599 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Made reservation on behalf of 5139a98a11ab490c9a33e1cff4d50684 for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:06.821888 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.835311 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.877328 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Publish callbacks [] for port (eb196950-7a8f-4e23-9ead-125e144be162), precommit_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.891604 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] For port dac7dfe7-0179-41f8-bbc2-ac236a8d678b, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:06:06.898210 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] For port dac7dfe7-0179-41f8-bbc2-ac236a8d678b, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=dac7dfe7-0179-41f8-bbc2-ac236a8d678b,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:06:06.917115 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Allocated IP 172.27.1.54 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/14b800ed-850f-49e0-ae3c-d78acb519cfe) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:06.949282 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Publish callbacks [] for security_group (522d8cc3-0910-4fab-8cbb-e88be337176d), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.956251 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:06.986491 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (eb196950-7a8f-4e23-9ead-125e144be162), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.024891 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 is already hosted by enough agents. {{(pid=103878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:07.028439 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.base_scheduler [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Resources bound (agent type, host, resource id): {{(pid=103878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:07.030652 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804f6af-edc5-40a5-b3ef-21d5056be43e None None] Pushing event updated for resources: {'Port': ['ID=dac7dfe7-0179-41f8-bbc2-ac236a8d678b,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:07.033387 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Received port after_create {{(pid=103878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:07.041519 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (522d8cc3-0910-4fab-8cbb-e88be337176d), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.067527 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:06:07.078734 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06739d3d-df55-46a8-be17-493358777782 req-e7875913-65e1-4e9e-a369-dc198290730d tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:07.080388 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-e7875913-65e1-4e9e-a369-dc198290730d tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/networks?id=94525299-1240-42d1-8649-f2e8717dbda7 HTTP/1.1" status: 200 len: 811 time: 0.2691588 Apr 06 17:06:07.087077 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d8cc3-0910-4fab-8cbb-e88be337176d,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:07.092172 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (7c8dffa7-a59b-48ad-8433-bb8dfdaf7285), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.092579 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Added segment 7c8dffa7-a59b-48ad-8433-bb8dfdaf7285 of type vlan for network a0e93385-1dfb-42bb-add7-d6912b9d4555 Apr 06 17:06:07.109225 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-3b8a4084-3e9b-4886-b36f-0cecd6499bba tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/quotas/91a5afaa3f4645dfb62f4d044657fd0b HTTP/1.1" status: 200 len: 375 time: 0.0223618 Apr 06 17:06:07.153275 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (a0e93385-1dfb-42bb-add7-d6912b9d4555), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.191700 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Pushing event updated for resources: {'Port': ['ID=eb196950-7a8f-4e23-9ead-125e144be162,revision_number=1']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:07.218141 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-8badc2b4-ed94-4cd8-b69d-0dcfff4b1a9c tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=91a5afaa3f4645dfb62f4d044657fd0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986409 Apr 06 17:06:07.223566 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Publish callbacks [] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.264975 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (a0e93385-1dfb-42bb-add7-d6912b9d4555), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.267463 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:07.268562 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.337700 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Attempting to bind port eb196950-7a8f-4e23-9ead-125e144be162 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:06:07.338074 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Attempting to bind port eb196950-7a8f-4e23-9ead-125e144be162 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:06:07.338437 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Attempting to bind port eb196950-7a8f-4e23-9ead-125e144be162 on network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:07.345812 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:06:07.346188 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Checking segment: {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:07.346595 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.347017 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Bound using segment: {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:06:07.349954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Bound port: eb196950-7a8f-4e23-9ead-125e144be162, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:06:07.353644 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (eb196950-7a8f-4e23-9ead-125e144be162), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.378791 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-16bf27e2-64e9-4a34-b7fe-a2d2c6341a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.435661 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] Pushing event updated for resources: {'Network': ['ID=a0e93385-1dfb-42bb-add7-d6912b9d4555,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:07.457117 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network a0e93385-1dfb-42bb-add7-d6912b9d4555 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:06:07.478731 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.520656 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] For port eb196950-7a8f-4e23-9ead-125e144be162, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:06:07.547190 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] For port eb196950-7a8f-4e23-9ead-125e144be162, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=eb196950-7a8f-4e23-9ead-125e144be162,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:06:07.557781 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Allocated IP 172.27.1.38 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/b243b549-a11d-4a2f-86db-7551235d68c6) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:07.564447 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-4ea4bef1-e9a2-4f2c-ba32-785d132f6efa admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8774195 Apr 06 17:06:07.571941 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 59946) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:07.587193 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-133b2ece-a94e-4a04-860e-9f0911c0c646 admin admin] Request body: {'subnet': {'network_id': 'a0e93385-1dfb-42bb-add7-d6912b9d4555', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1436540853-subnet', 'tenant_id': '5139a98a11ab490c9a33e1cff4d50684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:07.645237 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:07.646803 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=14b800ed-850f-49e0-ae3c-d78acb519cfe,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:07.649377 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:07.653815 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (eb196950-7a8f-4e23-9ead-125e144be162), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.671524 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:07.708708 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c758b-8b29-484f-b068-be7045d40521 None None] Pushing event updated for resources: {'Port': ['ID=eb196950-7a8f-4e23-9ead-125e144be162,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:07.725116 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-4d6508e4-54b6-4f6d-a05a-a1fd377ca90b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103877) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:06:07.726902 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-4d6508e4-54b6-4f6d-a05a-a1fd377ca90b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1241951 Apr 06 17:06:07.739630 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Publish callbacks [] for port (b243b549-a11d-4a2f-86db-7551235d68c6), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:07.946336 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-ddc2d539-e7da-41a7-bd05-6057fec52fc0 service neutron] 10.222.0.66 "GET /v2.0/networks/94525299-1240-42d1-8649-f2e8717dbda7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869311 Apr 06 17:06:07.949815 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133b2ece-a94e-4a04-860e-9f0911c0c646 admin admin] Made reservation on behalf of 5139a98a11ab490c9a33e1cff4d50684 for: {'subnet': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:07.952248 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-133b2ece-a94e-4a04-860e-9f0911c0c646 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:08.044776 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (b243b549-a11d-4a2f-86db-7551235d68c6), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:08.076535 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-4dce4e3b-ead6-47ff-a49b-61bcdc8afae7 service neutron] 10.222.0.66 "GET /v2.0/networks/94525299-1240-42d1-8649-f2e8717dbda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239393 Apr 06 17:06:08.104228 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:08.111919 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:08.116234 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:08.118205 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Pushing event updated for resources: {'Port': ['ID=b243b549-a11d-4a2f-86db-7551235d68c6,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:08.346284 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Publish callbacks [] for router_gateway (d668d7d6-841b-4b3d-a716-db7915d06889), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:08.421252 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 59964) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:08.505016 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device eb196950-7a8f-4e23-9ead-125e144be162 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:08.526015 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-133b2ece-a94e-4a04-860e-9f0911c0c646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for subnet (882e4149-2be6-43b9-80c5-c7070c46b319), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:08.578175 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cfcea274-fc3e-4c76-9f94-1bb6ed26b46c req-bb01f3d4-d586-4c2c-bd5f-83702b968ca6 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.1556034 Apr 06 17:06:08.657595 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port eb196950-7a8f-4e23-9ead-125e144be162 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:08.664223 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (eb196950-7a8f-4e23-9ead-125e144be162), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:08.738898 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa573ab-54dc-4f58-95f9-d8b665f784fd None None] Network 09f20736-5662-4187-864d-0ee6f8a19f3a requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:08.760638 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b2ece-a94e-4a04-860e-9f0911c0c646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=882e4149-2be6-43b9-80c5-c7070c46b319,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:08.851903 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133b2ece-a94e-4a04-860e-9f0911c0c646 admin admin] Checking segment: {'id': '7c8dffa7-a59b-48ad-8433-bb8dfdaf7285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a0e93385-1dfb-42bb-add7-d6912b9d4555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:08.852517 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b2ece-a94e-4a04-860e-9f0911c0c646 admin admin] Network hostable DHCP agents. Network: a0e93385-1dfb-42bb-add7-d6912b9d4555, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:06:08.862359 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Publish callbacks [] for router_gateway (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:09.186542 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373255'] for router (d668d7d6-841b-4b3d-a716-db7915d06889), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:09.190954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-92bf2e3e-6574-474a-b655-82291584b9de None None] Provisioning complete for port dac7dfe7-0179-41f8-bbc2-ac236a8d678b triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:09.190954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-92bf2e3e-6574-474a-b655-82291584b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:09.190954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port eb196950-7a8f-4e23-9ead-125e144be162 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:09.190954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (eb196950-7a8f-4e23-9ead-125e144be162), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:09.194236 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b2ece-a94e-4a04-860e-9f0911c0c646 admin admin] Network a0e93385-1dfb-42bb-add7-d6912b9d4555 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:06:09.221837 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port eb196950-7a8f-4e23-9ead-125e144be162, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=eb196950-7a8f-4e23-9ead-125e144be162,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:09.224342 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fade99-3b02-479c-add3-acbcdd3004e5 None None] Network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:09.293408 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373255'] for router (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:09.335900 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-92bf2e3e-6574-474a-b655-82291584b9de None None] Current status of the port dac7dfe7-0179-41f8-bbc2-ac236a8d678b is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:09.336291 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-92bf2e3e-6574-474a-b655-82291584b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:09.394718 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-92bf2e3e-6574-474a-b655-82291584b9de None None] For port dac7dfe7-0179-41f8-bbc2-ac236a8d678b, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=dac7dfe7-0179-41f8-bbc2-ac236a8d678b,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:09.453477 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (eb196950-7a8f-4e23-9ead-125e144be162), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:09.455384 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device dac7dfe7-0179-41f8-bbc2-ac236a8d678b up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:09.455870 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Router d668d7d6-841b-4b3d-a716-db7915d06889 is scheduled to L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d with binding_index 1 {{(pid=103877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:06:09.510561 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-133b2ece-a94e-4a04-860e-9f0911c0c646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, a0e93385-1dfb-42bb-add7-d6912b9d4555) {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:09.518290 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133b2ece-a94e-4a04-860e-9f0911c0c646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:09.519130 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-133b2ece-a94e-4a04-860e-9f0911c0c646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:09.538588 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ebc637-087a-4d59-8392-8c4225491231 None None] Network a0e93385-1dfb-42bb-add7-d6912b9d4555 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:09.626936 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-133b2ece-a94e-4a04-860e-9f0911c0c646 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0535445 Apr 06 17:06:09.693988 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 is scheduled to L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d with binding_index 1 {{(pid=103876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:06:09.756878 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:06:09.772544 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Sync routers for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:06:09.790820 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:09.791579 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:05:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:09.827407 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=eb196950-7a8f-4e23-9ead-125e144be162,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:09.830109 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-92bf2e3e-6574-474a-b655-82291584b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:09.874298 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b54a1714-cab6-4922-8af2-3fd6de840bf5 req-4d02ca3d-93fc-4077-a715-c3480b4416c6 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.1131520 Apr 06 17:06:09.910780 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60040) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:09.924487 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-64298057-f622-4da0-a101-e4067351e6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:09.973848 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:09.978716 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-384223d1-e421-4844-b50b-cf8eebe8a9b7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8263457 Apr 06 17:06:09.979495 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port dac7dfe7-0179-41f8-bbc2-ac236a8d678b triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:09.980586 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:09.984319 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60042) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:10.007333 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:06:10.051489 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Sync routers for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:06:10.054311 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf2e3e-6574-474a-b655-82291584b9de None None] Pushing event updated for resources: {'Port': ['ID=dac7dfe7-0179-41f8-bbc2-ac236a8d678b,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:10.083303 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-27504614-1815-42b7-a890-2aa90e839792 admin admin] Deleting subnet 2cd84ddb-a7ed-42f0-bc10-3afd668f157f {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:06:10.091303 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-1d58c9f0-73ff-4da4-a84e-3efff991de19 None None] Provisioning complete for port dac7dfe7-0179-41f8-bbc2-ac236a8d678b triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:10.091694 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1d58c9f0-73ff-4da4-a84e-3efff991de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.096859 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-27504614-1815-42b7-a890-2aa90e839792 admin admin] Publish callbacks [] for subnet (2cd84ddb-a7ed-42f0-bc10-3afd668f157f), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.101157 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114ea0b2-f1fd-4d8e-a011-efbb8d27d284 None None] Network a0e93385-1dfb-42bb-add7-d6912b9d4555 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:06:10.132314 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:10.132953 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:06:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:10.143910 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.146731 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-fe6c2041-0e47-42f2-80da-ff82ba6d2963 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4079933 Apr 06 17:06:10.150525 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60046) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:10.158766 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:06:10.179363 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-27504614-1815-42b7-a890-2aa90e839792 admin admin] Publish callbacks [] for subnet (2cd84ddb-a7ed-42f0-bc10-3afd668f157f), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.192915 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-27504614-1815-42b7-a890-2aa90e839792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (2cd84ddb-a7ed-42f0-bc10-3afd668f157f), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.457382 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:07Z', 'revision_number': 3, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:10.468532 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-27504614-1815-42b7-a890-2aa90e839792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for subnet (2cd84ddb-a7ed-42f0-bc10-3afd668f157f), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.469063 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port dac7dfe7-0179-41f8-bbc2-ac236a8d678b is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:10.473894 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:06:10.487523 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Checking router: d668d7d6-841b-4b3d-a716-db7915d06889 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:06:10.487889 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Updating router d668d7d6-841b-4b3d-a716-db7915d06889 port 14b800ed-850f-49e0-ae3c-d78acb519cfe binding host dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:06:10.515757 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.555463 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27504614-1815-42b7-a890-2aa90e839792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd84ddb-a7ed-42f0-bc10-3afd668f157f,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:10.563413 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-27504614-1815-42b7-a890-2aa90e839792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.567022 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-27504614-1815-42b7-a890-2aa90e839792 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2cd84ddb-a7ed-42f0-bc10-3afd668f157f HTTP/1.1" status: 204 len: 168 time: 0.6555390 Apr 06 17:06:10.569634 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60050) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:10.614031 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.624895 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device eb196950-7a8f-4e23-9ead-125e144be162 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:10.636129 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-1d58c9f0-73ff-4da4-a84e-3efff991de19 None None] Current status of the port dac7dfe7-0179-41f8-bbc2-ac236a8d678b is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:10.690770 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (d17bc892-d023-405e-92fd-c1046d90df5b), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.754009 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-1d58c9f0-73ff-4da4-a84e-3efff991de19 None None] Provisioning complete for port eb196950-7a8f-4e23-9ead-125e144be162 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:10.754403 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1d58c9f0-73ff-4da4-a84e-3efff991de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (eb196950-7a8f-4e23-9ead-125e144be162), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.883852 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (d17bc892-d023-405e-92fd-c1046d90df5b), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.903828 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.955531 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Publish callbacks [] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), precommit_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.968104 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port eb196950-7a8f-4e23-9ead-125e144be162 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:10.969657 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (eb196950-7a8f-4e23-9ead-125e144be162), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:10.984339 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:10.984679 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:10.985449 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:10.986880 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:10.986880 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:10.986880 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:10.986880 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:10.987162 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:10.987585 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:10.987995 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:11.053131 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.184650 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Pushing event updated for resources: {'Port': ['ID=14b800ed-850f-49e0-ae3c-d78acb519cfe,revision_number=2']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:11.199924 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.200628 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.201196 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.203100 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.203618 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-1d58c9f0-73ff-4da4-a84e-3efff991de19 None None] Current status of the port eb196950-7a8f-4e23-9ead-125e144be162 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:11.203788 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.204453 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.205014 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.206889 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.207516 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.208221 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.211305 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.211305 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.211305 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.211305 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.211305 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:06:11.211854 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port eb196950-7a8f-4e23-9ead-125e144be162 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:11.212065 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device dac7dfe7-0179-41f8-bbc2-ac236a8d678b up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Tracked resource versions report: Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: pushed versions: Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: { 'AddressGroup': {'1.2'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Agent': {'1.1'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'ConntrackHelper': {'1.0'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Log': {'1.0'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'NDPProxy': {'1.0'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Network': {'1.1'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Port': {'1.7'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'PortForwarding': {'1.3'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'QosPolicy': {'1.10'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'SecurityGroup': {'1.5'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'SubPort': {'1.0'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Subnet': {'1.1'}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Trunk': {'1.1'}} Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: consumer versions: Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: { DHCP agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: HyperV agent@hv-cinder-83685: {}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: L3 agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: Metadata agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: Metering agent@dv-cinder-836850-1-iscsi: {}, Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: Open vSwitch agent@dv-cinder-836850-1-iscsi: { 'AddressGroup': '1.2', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Agent': '1.1', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'ConntrackHelper': '1.0', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'LocalIPAssociation': '1.0', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Log': '1.0', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'NDPProxy': '1.0', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Network': '1.1', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Port': '1.7', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'PortForwarding': '1.3', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'QosPolicy': '1.10', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'SecurityGroup': '1.5', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'SecurityGroupRule': '1.2', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'SubPort': '1.0', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Subnet': '1.1', Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: 'Trunk': '1.1'}} Apr 06 17:06:11.212916 dv-cinder-836850-1-iscsi neutron-server[103879]: {{(pid=103879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:06:11.236817 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Allocated IP 172.20.0.1 (e3ce8dbf-c77b-400f-bbd9-5d8ae209b110/8377ebda-3e29-4c9b-ad5b-f3579b9da41a/983f23a3-d8a1-4210-a3ec-a55e794330f1) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:11.239160 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Attempting to bind port 14b800ed-850f-49e0-ae3c-d78acb519cfe on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:06:11.239547 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Attempting to bind port 14b800ed-850f-49e0-ae3c-d78acb519cfe by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:06:11.239959 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Attempting to bind port 14b800ed-850f-49e0-ae3c-d78acb519cfe on network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:11.258466 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:06:11.258745 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Checking segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:11.258919 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.259798 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Bound using segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:06:11.259798 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Bound port: 14b800ed-850f-49e0-ae3c-d78acb519cfe, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:06:11.260205 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.305734 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:08Z', 'revision_number': 3, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:11.358844 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Checking router: 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:06:11.359218 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Updating router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 port b243b549-a11d-4a2f-86db-7551235d68c6 binding host dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:06:11.360112 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] For port 14b800ed-850f-49e0-ae3c-d78acb519cfe, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:06:11.363325 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] For port 14b800ed-850f-49e0-ae3c-d78acb519cfe, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=14b800ed-850f-49e0-ae3c-d78acb519cfe,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:06:11.392286 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (b243b549-a11d-4a2f-86db-7551235d68c6), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.395082 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port dac7dfe7-0179-41f8-bbc2-ac236a8d678b triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:11.395217 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:11.395650 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.395720 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:11.395795 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:11.396100 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:06:11.396469 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17bc892-d023-405e-92fd-c1046d90df5b']}} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:11.429573 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7da266-c2ba-4ef1-80cc-8a9135e70687') {'for_net_delete': True} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:11.429861 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7da266-c2ba-4ef1-80cc-8a9135e70687') {} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:11.441124 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Publish callbacks [] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.471890 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-53cecec6-d50a-431c-a835-52ad85c6f1cd req-a1f48d98-c7d9-44d3-9ee5-b96f00f197a2 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.0684688 Apr 06 17:06:11.490689 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7130175'] for segment (da7da266-c2ba-4ef1-80cc-8a9135e70687), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.509963 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.581033 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:11.581033 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:06:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:11.581329 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port dac7dfe7-0179-41f8-bbc2-ac236a8d678b is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:11.589481 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (da7da266-c2ba-4ef1-80cc-8a9135e70687), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.596125 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.621596 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:06:11.622103 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7127941'] for segment (da7da266-c2ba-4ef1-80cc-8a9135e70687), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: from cryptography.utils import int_from_bytes Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: from cryptography.utils import int_from_bytes Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: Traceback (most recent call last): Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: timer() Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: cb(*args, **kw) Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: return func(*args, **kwargs) Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: self._notify() Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: self.callback(batched_events) Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: event.method(event) Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: return f(self, *a, **k) Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._get(url).json() Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: return self.request(url, 'GET', **kwargs) Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:06:11.627023 dv-cinder-836850-1-iscsi neutron-server[103877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:06:11.647706 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d36876-cae2-4852-baab-88f2b41dad5b None None] Pushing event updated for resources: {'Port': ['ID=14b800ed-850f-49e0-ae3c-d78acb519cfe,revision_number=3']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:11.694562 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.749530 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:11.756788 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.756961 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:11.760363 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Pushing event updated for resources: {'Port': ['ID=983f23a3-d8a1-4210-a3ec-a55e794330f1,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:11.769123 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:11.770033 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373462'] for router_interface (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.808787 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:06:11.859610 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Publish callbacks [] for port (b243b549-a11d-4a2f-86db-7551235d68c6), precommit_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.870432 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (d17bc892-d023-405e-92fd-c1046d90df5b), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.938770 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (b243b549-a11d-4a2f-86db-7551235d68c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:11.950911 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60094) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:12.046961 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.051495 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d17bc892-d023-405e-92fd-c1046d90df5b HTTP/1.1" status: 204 len: 168 time: 1.4808729 Apr 06 17:06:12.053095 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60098) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:12.057290 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Attempting to bind port b243b549-a11d-4a2f-86db-7551235d68c6 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:06:12.057802 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Attempting to bind port b243b549-a11d-4a2f-86db-7551235d68c6 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:06:12.058204 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Attempting to bind port b243b549-a11d-4a2f-86db-7551235d68c6 on network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:12.062474 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab173ba5-28d8-4125-9130-531b94de9d89 None None] Pushing event updated for resources: {'Port': ['ID=b243b549-a11d-4a2f-86db-7551235d68c6,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:12.067407 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:06:12.067799 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Checking segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:12.068393 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.068790 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Bound using segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:06:12.069262 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Bound port: b243b549-a11d-4a2f-86db-7551235d68c6, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:06:12.069643 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (b243b549-a11d-4a2f-86db-7551235d68c6), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.080817 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07980580-8e1d-4ff1-9b9e-9d0af96d44a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d17bc892-d023-405e-92fd-c1046d90df5b,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:12.083837 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:07Z', 'revision_number': 3, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:12.120569 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5002385-0f1f-4271-9c47-72ddf73db55f None None] The sync data for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi is: [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:07Z', 'revision_number': 3, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:06:12.131601 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_v2 [None req-7118bc3e-98d8-4ef6-ae2d-f56fa19aed4c admin admin] Deleting subnet 882e4149-2be6-43b9-80c5-c7070c46b319 {{(pid=103876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:06:12.148779 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] For port b243b549-a11d-4a2f-86db-7551235d68c6, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:06:12.152582 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] For port b243b549-a11d-4a2f-86db-7551235d68c6, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=b243b549-a11d-4a2f-86db-7551235d68c6,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:06:12.160491 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-3980ddcb-7c08-407d-beb4-192fe550c285 None None] Provisioning complete for port 983f23a3-d8a1-4210-a3ec-a55e794330f1 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:12.166908 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3980ddcb-7c08-407d-beb4-192fe550c285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.181767 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7118bc3e-98d8-4ef6-ae2d-f56fa19aed4c admin admin] Publish callbacks [] for subnet (882e4149-2be6-43b9-80c5-c7070c46b319), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.185470 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.198682 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-3980ddcb-7c08-407d-beb4-192fe550c285 None None] Port 983f23a3-d8a1-4210-a3ec-a55e794330f1 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:06:12.209054 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Allocated IP 172.20.0.1 (09f20736-5662-4187-864d-0ee6f8a19f3a/a9f58a42-7149-4f2a-9109-ffba1171e444/0836b7e7-f34b-4bd7-ac57-0833bae889be) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:12.227489 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (b243b549-a11d-4a2f-86db-7551235d68c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.227700 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a19af180-54c7-492b-a27e-8ac722e9a7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.308399 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7118bc3e-98d8-4ef6-ae2d-f56fa19aed4c admin admin] Publish callbacks [] for subnet (882e4149-2be6-43b9-80c5-c7070c46b319), precommit_delete_associations {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.321862 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:12.322686 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:06:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:12.353239 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Publish callbacks [] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.360784 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7118bc3e-98d8-4ef6-ae2d-f56fa19aed4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (882e4149-2be6-43b9-80c5-c7070c46b319), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.487869 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.537241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a19af180-54c7-492b-a27e-8ac722e9a7bd admin admin] Publish callbacks [] for security_group (f1e232b1-0c3f-4b06-8a3c-8a04155e0bca), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.541268 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab173ba5-28d8-4125-9130-531b94de9d89 None None] Pushing event updated for resources: {'Port': ['ID=b243b549-a11d-4a2f-86db-7551235d68c6,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:12.562907 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7118bc3e-98d8-4ef6-ae2d-f56fa19aed4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for subnet (882e4149-2be6-43b9-80c5-c7070c46b319), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.576021 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Network 09f20736-5662-4187-864d-0ee6f8a19f3a is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:12.582526 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:12.584803 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Pushing event updated for resources: {'Port': ['ID=0836b7e7-f34b-4bd7-ac57-0833bae889be,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:12.588243 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:12.634640 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7118bc3e-98d8-4ef6-ae2d-f56fa19aed4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.652199 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-7118bc3e-98d8-4ef6-ae2d-f56fa19aed4c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/882e4149-2be6-43b9-80c5-c7070c46b319 HTTP/1.1" status: 204 len: 168 time: 0.5979211 Apr 06 17:06:12.660307 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60110) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:12.666642 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118bc3e-98d8-4ef6-ae2d-f56fa19aed4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=882e4149-2be6-43b9-80c5-c7070c46b319,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:12.669902 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373462'] for router_interface (d668d7d6-841b-4b3d-a716-db7915d06889), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.680350 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a19af180-54c7-492b-a27e-8ac722e9a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (f1e232b1-0c3f-4b06-8a3c-8a04155e0bca), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.683275 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 14b800ed-850f-49e0-ae3c-d78acb519cfe up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:12.751456 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Publish callbacks [] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.765790 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:06:12.772753 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-a19af180-54c7-492b-a27e-8ac722e9a7bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6057489a23c8415181fa2539ac416425&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8198085 Apr 06 17:06:12.773706 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19af180-54c7-492b-a27e-8ac722e9a7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e232b1-0c3f-4b06-8a3c-8a04155e0bca,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:12.776632 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60112) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:12.842536 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe970-6a80-46a1-b2e6-56472f1056fc admin admin] Publish callbacks [] for security_group (f1e232b1-0c3f-4b06-8a3c-8a04155e0bca), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.871147 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe970-6a80-46a1-b2e6-56472f1056fc admin admin] Publish callbacks [] for security_group (f1e232b1-0c3f-4b06-8a3c-8a04155e0bca), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.929984 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-855a84e4-c5b6-4bbb-9d49-5002bc0b55d0 req-ad694974-8ac9-49fc-8c6e-4f96325614fb tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.0634143 Apr 06 17:06:12.930916 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 14b800ed-850f-49e0-ae3c-d78acb519cfe triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:12.931574 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.954056 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:12.955296 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-372806'] for router_interface (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.014477 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (a0e93385-1dfb-42bb-add7-d6912b9d4555), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.101924 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-dfabfd94-b03a-47a1-b104-6d22c37312b8 None None] Provisioning complete for port 0836b7e7-f34b-4bd7-ac57-0833bae889be triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:13.102471 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-dfabfd94-b03a-47a1-b104-6d22c37312b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.141094 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-dfabfd94-b03a-47a1-b104-6d22c37312b8 None None] Port 0836b7e7-f34b-4bd7-ac57-0833bae889be cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:06:13.192278 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:11Z', 'revision_number': 1, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:13.198107 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (a0e93385-1dfb-42bb-add7-d6912b9d4555), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.202166 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe970-6a80-46a1-b2e6-56472f1056fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (f1e232b1-0c3f-4b06-8a3c-8a04155e0bca), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.205602 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe970-6a80-46a1-b2e6-56472f1056fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.206782 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-8c1fe970-6a80-46a1-b2e6-56472f1056fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1e232b1-0c3f-4b06-8a3c-8a04155e0bca HTTP/1.1" status: 204 len: 168 time: 0.4292331 Apr 06 17:06:13.229493 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e93385-1dfb-42bb-add7-d6912b9d4555']}} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:13.229621 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ede84-919d-42ae-86e8-ef48e036da09 None None] The sync data for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi is: [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:11Z', 'revision_number': 1, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:06:13.243859 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8dffa7-a59b-48ad-8433-bb8dfdaf7285') {'for_net_delete': True} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:13.244077 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8dffa7-a59b-48ad-8433-bb8dfdaf7285') {} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:13.249163 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Pushing event updated for resources: {'Port': ['ID=983f23a3-d8a1-4210-a3ec-a55e794330f1,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:13.258298 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7130175'] for segment (7c8dffa7-a59b-48ad-8433-bb8dfdaf7285), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.272987 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fe970-6a80-46a1-b2e6-56472f1056fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e232b1-0c3f-4b06-8a3c-8a04155e0bca,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:13.274768 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 14b800ed-850f-49e0-ae3c-d78acb519cfe is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:13.275149 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (7c8dffa7-a59b-48ad-8433-bb8dfdaf7285), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.275934 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.283570 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:06:13.283570 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7127941'] for segment (7c8dffa7-a59b-48ad-8433-bb8dfdaf7285), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: Traceback (most recent call last): Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: timer() Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: cb(*args, **kw) Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: return func(*args, **kwargs) Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: self._notify() Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: self.callback(batched_events) Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: event.method(event) Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: return f(self, *a, **k) Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._get(url).json() Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: return self.request(url, 'GET', **kwargs) Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:06:13.326810 dv-cinder-836850-1-iscsi neutron-server[103877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:06:13.336257 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port 14b800ed-850f-49e0-ae3c-d78acb519cfe, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=14b800ed-850f-49e0-ae3c-d78acb519cfe,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:13.344706 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:13.346342 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:13.360880 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.443553 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.465130 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.541211 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (a0e93385-1dfb-42bb-add7-d6912b9d4555), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.565889 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:06:13.567976 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.571163 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a0e93385-1dfb-42bb-add7-d6912b9d4555 HTTP/1.1" status: 204 len: 168 time: 0.9096389 Apr 06 17:06:13.628672 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=14b800ed-850f-49e0-ae3c-d78acb519cfe,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:13.635352 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43515780-105f-41b2-84e8-2e50b70c2b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e93385-1dfb-42bb-add7-d6912b9d4555,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:13.819717 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Publish callbacks [] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.855829 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:06:13.861572 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-e253a141-1b37-4048-8149-33b5197e89de admin admin] 10.222.0.66 "PUT /v2.0/routers/0d2b2fb5-7c71-4a11-ae13-74d58dae12e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7095540 Apr 06 17:06:13.870795 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-e928175f-5cbd-4677-8ace-fb84a84f5e6f None None] Provisioning complete for port 983f23a3-d8a1-4210-a3ec-a55e794330f1 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:13.871564 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e928175f-5cbd-4677-8ace-fb84a84f5e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:13.912572 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-e928175f-5cbd-4677-8ace-fb84a84f5e6f None None] Port 983f23a3-d8a1-4210-a3ec-a55e794330f1 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:06:13.961212 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:14.090001 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d0c09f1b-da8a-4309-b856-32b9287d9ed6 req-ed564465-d8ad-4327-8b08-124a6d41767d tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.0434923 Apr 06 17:06:14.112163 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Pushing event updated for resources: {'Port': ['ID=0836b7e7-f34b-4bd7-ac57-0833bae889be,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:14.116246 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-372806'] for router_interface (d668d7d6-841b-4b3d-a716-db7915d06889), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:14.168843 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60150) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:14.243482 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60152) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:14.244443 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-f29401a8-d79d-42ea-8700-f7311c46e065 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ded3df47fe3b4ff0aad5ac5c04bd3b83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0741649 Apr 06 17:06:14.358499 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Network 09f20736-5662-4187-864d-0ee6f8a19f3a is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:14.360935 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:14.423577 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d0b250a5-d297-439b-91ad-c9a23ed57a6e admin admin] Publish callbacks [] for security_group (3708b096-e0ee-4f37-96a0-275780a3f651), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:14.570455 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d0b250a5-d297-439b-91ad-c9a23ed57a6e admin admin] Publish callbacks [] for security_group (3708b096-e0ee-4f37-96a0-275780a3f651), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:14.639639 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Router d668d7d6-841b-4b3d-a716-db7915d06889 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:06:14.745484 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-9f9f761d-a28a-4208-b34b-b9932767bbb1 None None] Provisioning complete for port 0836b7e7-f34b-4bd7-ac57-0833bae889be triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:14.745977 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9f9f761d-a28a-4208-b34b-b9932767bbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:14.750336 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 14b800ed-850f-49e0-ae3c-d78acb519cfe up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:14.838430 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60172) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:14.844908 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f761d-a28a-4208-b34b-b9932767bbb1 None None] Port 0836b7e7-f34b-4bd7-ac57-0833bae889be cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:06:14.845694 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-70f8cf99-9713-4dbc-84f1-72b373a42bae tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1556875801', 'description': 'tempest-description--1880329511'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:14.846989 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:06:14.864420 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ffa9d746-0a61-4ed5-8932-080d2feb8409 admin admin] 10.222.0.66 "PUT /v2.0/routers/d668d7d6-841b-4b3d-a716-db7915d06889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8617237 Apr 06 17:06:14.864509 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Sync routers for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:06:14.865007 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 14b800ed-850f-49e0-ae3c-d78acb519cfe triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:14.865007 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:14.873900 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:14.879415 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:06:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:14.892538 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d0b250a5-d297-439b-91ad-c9a23ed57a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (3708b096-e0ee-4f37-96a0-275780a3f651), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:14.895640 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d0b250a5-d297-439b-91ad-c9a23ed57a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:14.899113 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-d0b250a5-d297-439b-91ad-c9a23ed57a6e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3708b096-e0ee-4f37-96a0-275780a3f651 HTTP/1.1" status: 204 len: 168 time: 0.6523175 Apr 06 17:06:14.909216 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b250a5-d297-439b-91ad-c9a23ed57a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3708b096-e0ee-4f37-96a0-275780a3f651,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:15.007036 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-70f8cf99-9713-4dbc-84f1-72b373a42bae tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.025600 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 14b800ed-850f-49e0-ae3c-d78acb519cfe is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:15.028033 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device b243b549-a11d-4a2f-86db-7551235d68c6 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:15.055609 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:06:15.103833 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port b243b549-a11d-4a2f-86db-7551235d68c6 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:15.104599 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (b243b549-a11d-4a2f-86db-7551235d68c6), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.144812 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-70f8cf99-9713-4dbc-84f1-72b373a42bae tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group (f2f1f420-6b70-4d57-83a0-aecc2a903911), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.200980 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-70f8cf99-9713-4dbc-84f1-72b373a42bae tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (f2f1f420-6b70-4d57-83a0-aecc2a903911), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.284577 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8cf99-9713-4dbc-84f1-72b373a42bae tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f1f420-6b70-4d57-83a0-aecc2a903911,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:15.289248 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port b243b549-a11d-4a2f-86db-7551235d68c6 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:15.289789 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (b243b549-a11d-4a2f-86db-7551235d68c6), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.337776 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port b243b549-a11d-4a2f-86db-7551235d68c6, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=b243b549-a11d-4a2f-86db-7551235d68c6,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:15.358167 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-70f8cf99-9713-4dbc-84f1-72b373a42bae tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.362882 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60194) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:15.363943 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-70f8cf99-9713-4dbc-84f1-72b373a42bae tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5230465 Apr 06 17:06:15.368268 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-72925909-8804-4179-82c0-a8235eb766c0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Request body: {'security_group_rule': {'security_group_id': 'f2f1f420-6b70-4d57-83a0-aecc2a903911', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:15.395412 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (b243b549-a11d-4a2f-86db-7551235d68c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.424091 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-44ef6920-3206-48a7-b845-cf2e25a45edc req-2c6344ad-b30b-4096-b585-9662820c7d43 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.0463662 Apr 06 17:06:15.506200 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 2, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:15.511161 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-72925909-8804-4179-82c0-a8235eb766c0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group_rule (58df9f42-cb9e-4dbe-81b1-8b862b8b2851), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.531586 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=b243b549-a11d-4a2f-86db-7551235d68c6,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:15.552338 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Checking router: d668d7d6-841b-4b3d-a716-db7915d06889 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:06:15.552700 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Updating router d668d7d6-841b-4b3d-a716-db7915d06889 port 0836b7e7-f34b-4bd7-ac57-0833bae889be binding host dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:06:15.593571 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.829070 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-72925909-8804-4179-82c0-a8235eb766c0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group_rule (58df9f42-cb9e-4dbe-81b1-8b862b8b2851), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.921402 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-72925909-8804-4179-82c0-a8235eb766c0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (58df9f42-cb9e-4dbe-81b1-8b862b8b2851), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.940682 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Publish callbacks [] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), precommit_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:15.945493 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72925909-8804-4179-82c0-a8235eb766c0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58df9f42-cb9e-4dbe-81b1-8b862b8b2851,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:16.040919 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.043033 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-72925909-8804-4179-82c0-a8235eb766c0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.047607 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60210) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:16.052240 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-31edf607-43e2-49ed-8645-309ccf226488 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Request body: {'security_group_rule': {'security_group_id': 'f2f1f420-6b70-4d57-83a0-aecc2a903911', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:16.054070 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-72925909-8804-4179-82c0-a8235eb766c0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6831524 Apr 06 17:06:16.090529 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb8ad0-09fa-4ba8-b5a1-fdb58080d9a7 None None] Pushing event updated for resources: {'Port': ['ID=0836b7e7-f34b-4bd7-ac57-0833bae889be,revision_number=3']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:16.153829 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60212) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:16.155034 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60214) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:16.168389 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Attempting to bind port 0836b7e7-f34b-4bd7-ac57-0833bae889be on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:06:16.168920 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Attempting to bind port 0836b7e7-f34b-4bd7-ac57-0833bae889be by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:06:16.169131 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-f2bf84ec-1f9b-4d2a-86be-c60de56d4dbf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1851244972', 'description': 'tempest-description--884542430'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:16.170418 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Attempting to bind port 0836b7e7-f34b-4bd7-ac57-0833bae889be on network 09f20736-5662-4187-864d-0ee6f8a19f3a {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:16.183188 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:06:16.183339 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Checking segment: {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:16.183733 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.184140 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Bound using segment: {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:06:16.184598 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Bound port: 0836b7e7-f34b-4bd7-ac57-0833bae889be, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'}}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:06:16.184985 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.234795 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-295c81ff-9271-4991-b8b4-d97dc141994f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5139a98a11ab490c9a33e1cff4d50684&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0783927 Apr 06 17:06:16.237420 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60216) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:16.249275 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-31edf607-43e2-49ed-8645-309ccf226488 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group_rule (41b53159-48ff-4c1f-a5fb-dc2ecb654bb2), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.289470 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] For port 0836b7e7-f34b-4bd7-ac57-0833bae889be, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:06:16.300609 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] For port 0836b7e7-f34b-4bd7-ac57-0833bae889be, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=0836b7e7-f34b-4bd7-ac57-0833bae889be,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:06:16.321549 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f2bf84ec-1f9b-4d2a-86be-c60de56d4dbf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.356406 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-31edf607-43e2-49ed-8645-309ccf226488 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group_rule (41b53159-48ff-4c1f-a5fb-dc2ecb654bb2), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.358012 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Sync routers for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:06:16.371480 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4b016a78-2a20-45a8-bdc6-a474bd6763a0 admin admin] Publish callbacks [] for security_group (522d8cc3-0910-4fab-8cbb-e88be337176d), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.379738 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:16.380590 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:06:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:16.401749 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.416212 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4b016a78-2a20-45a8-bdc6-a474bd6763a0 admin admin] Publish callbacks [] for security_group (522d8cc3-0910-4fab-8cbb-e88be337176d), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.426011 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-b3d73eef-5a10-45d7-96d4-fa427736faf8 None None] Provisioning complete for port 0836b7e7-f34b-4bd7-ac57-0833bae889be triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:16.426627 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b3d73eef-5a10-45d7-96d4-fa427736faf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.458560 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-31edf607-43e2-49ed-8645-309ccf226488 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (41b53159-48ff-4c1f-a5fb-dc2ecb654bb2), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.498617 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edf607-43e2-49ed-8645-309ccf226488 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b53159-48ff-4c1f-a5fb-dc2ecb654bb2,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:16.500693 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f2bf84ec-1f9b-4d2a-86be-c60de56d4dbf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group (cae07d36-26c5-49ca-a74c-364b06572c36), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.539487 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb8ad0-09fa-4ba8-b5a1-fdb58080d9a7 None None] Pushing event updated for resources: {'Port': ['ID=0836b7e7-f34b-4bd7-ac57-0833bae889be,revision_number=4']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:16.546078 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:16.561032 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:06:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:16.561564 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:06:16.602721 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4b016a78-2a20-45a8-bdc6-a474bd6763a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (522d8cc3-0910-4fab-8cbb-e88be337176d), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.613835 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-31edf607-43e2-49ed-8645-309ccf226488 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.613835 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-31edf607-43e2-49ed-8645-309ccf226488 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5604565 Apr 06 17:06:16.614070 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4b016a78-2a20-45a8-bdc6-a474bd6763a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.623781 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60226) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:16.627212 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-4b016a78-2a20-45a8-bdc6-a474bd6763a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/522d8cc3-0910-4fab-8cbb-e88be337176d HTTP/1.1" status: 204 len: 168 time: 0.3885479 Apr 06 17:06:16.628808 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f2bf84ec-1f9b-4d2a-86be-c60de56d4dbf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (cae07d36-26c5-49ca-a74c-364b06572c36), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.634587 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:16.655046 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b016a78-2a20-45a8-bdc6-a474bd6763a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d8cc3-0910-4fab-8cbb-e88be337176d,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:16.748661 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-521b2a76-b23c-4f01-9412-8307574141b1 req-449e697d-6271-4c53-8538-e0cfea3ce87b tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.1077039 Apr 06 17:06:16.757799 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f2bf84ec-1f9b-4d2a-86be-c60de56d4dbf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.762307 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60236) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:16.767438 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-e58948b3-93e5-4650-a677-05a4eeb0d415 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Request body: {'security_group_rule': {'security_group_id': 'cae07d36-26c5-49ca-a74c-364b06572c36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:16.772669 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-f2bf84ec-1f9b-4d2a-86be-c60de56d4dbf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6126671 Apr 06 17:06:16.821888 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf84ec-1f9b-4d2a-86be-c60de56d4dbf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae07d36-26c5-49ca-a74c-364b06572c36,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:16.837304 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.846847 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:06:16.913078 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device b243b549-a11d-4a2f-86db-7551235d68c6 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:16.986929 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e58948b3-93e5-4650-a677-05a4eeb0d415 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group_rule (bfacd404-945d-48da-90c1-54ff3bdcb724), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:16.992935 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-b3d73eef-5a10-45d7-96d4-fa427736faf8 None None] Current status of the port 0836b7e7-f34b-4bd7-ac57-0833bae889be is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:16.993338 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b3d73eef-5a10-45d7-96d4-fa427736faf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.045169 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-b3d73eef-5a10-45d7-96d4-fa427736faf8 None None] For port 0836b7e7-f34b-4bd7-ac57-0833bae889be, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=0836b7e7-f34b-4bd7-ac57-0833bae889be,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:17.058366 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port b243b549-a11d-4a2f-86db-7551235d68c6 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:17.058981 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (b243b549-a11d-4a2f-86db-7551235d68c6), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.088702 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 2, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:17.088959 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e58948b3-93e5-4650-a677-05a4eeb0d415 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group_rule (bfacd404-945d-48da-90c1-54ff3bdcb724), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.102711 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.141778 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:16Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:17.156989 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e58948b3-93e5-4650-a677-05a4eeb0d415 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (bfacd404-945d-48da-90c1-54ff3bdcb724), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.186857 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58948b3-93e5-4650-a677-05a4eeb0d415 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfacd404-945d-48da-90c1-54ff3bdcb724,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:17.203374 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eae8f5-433e-4f3c-80f3-b4e922896336 None None] The sync data for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi is: [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:16Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:06:17.251834 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e58948b3-93e5-4650-a677-05a4eeb0d415 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.251834 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-e58948b3-93e5-4650-a677-05a4eeb0d415 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4851909 Apr 06 17:06:17.252312 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b3d73eef-5a10-45d7-96d4-fa427736faf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.252934 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60244) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:17.255575 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Checking router: 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:06:17.255932 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Updating router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 port 983f23a3-d8a1-4210-a3ec-a55e794330f1 binding host dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:06:17.273558 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-87c65dd2-172c-4c96-bb0a-7a42946c8eb8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Request body: {'security_group_rule': {'security_group_id': 'cae07d36-26c5-49ca-a74c-364b06572c36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:17.299191 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Allocated IP 172.27.1.235 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/b8d5a429-8fc9-4d15-a016-e76d3871c950) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:17.344382 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.411871 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-87c65dd2-172c-4c96-bb0a-7a42946c8eb8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group_rule (26eac665-c254-440c-8205-932eaaf814ee), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.415407 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d73eef-5a10-45d7-96d4-fa427736faf8 None None] Pushing event updated for resources: {'Port': ['ID=0836b7e7-f34b-4bd7-ac57-0833bae889be,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:17.469445 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for port (b8d5a429-8fc9-4d15-a016-e76d3871c950), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.507237 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-87c65dd2-172c-4c96-bb0a-7a42946c8eb8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group_rule (26eac665-c254-440c-8205-932eaaf814ee), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.524313 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-c6d07a87-e131-4e53-bffe-9d46c1d0602c None None] Provisioning complete for port 0836b7e7-f34b-4bd7-ac57-0833bae889be triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:17.524704 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c6d07a87-e131-4e53-bffe-9d46c1d0602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.526273 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port b243b549-a11d-4a2f-86db-7551235d68c6 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:17.612954 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-87c65dd2-172c-4c96-bb0a-7a42946c8eb8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (26eac665-c254-440c-8205-932eaaf814ee), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.613165 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (b8d5a429-8fc9-4d15-a016-e76d3871c950), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.632785 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c65dd2-172c-4c96-bb0a-7a42946c8eb8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26eac665-c254-440c-8205-932eaaf814ee,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:17.671467 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:17.677793 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:17.680001 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event updated for resources: {'Port': ['ID=b8d5a429-8fc9-4d15-a016-e76d3871c950,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:17.682541 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:17.722258 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c6d07a87-e131-4e53-bffe-9d46c1d0602c None None] Current status of the port 0836b7e7-f34b-4bd7-ac57-0833bae889be is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:17.731691 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-87c65dd2-172c-4c96-bb0a-7a42946c8eb8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.736113 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-87c65dd2-172c-4c96-bb0a-7a42946c8eb8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4808075 Apr 06 17:06:17.736941 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60258) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:17.744871 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:17.824526 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (14f813f2-a8bc-48a4-83bb-3d62f27ac5d2), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.863094 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.963792 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Publish callbacks [] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), precommit_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:17.975455 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (b8d5a429-8fc9-4d15-a016-e76d3871c950), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.020404 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-75a031a9-c667-43a9-9ee1-d63dce052285 req-6b44b02b-d1d7-4522-80a8-4a0b13f0c282 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.0622370 Apr 06 17:06:18.041091 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.172775 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddc97b-75c4-4cd5-a81e-fd84bad60f0f None None] Pushing event updated for resources: {'Port': ['ID=983f23a3-d8a1-4210-a3ec-a55e794330f1,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:18.181475 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.291386 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Attempting to bind port 983f23a3-d8a1-4210-a3ec-a55e794330f1 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:06:18.292101 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Attempting to bind port 983f23a3-d8a1-4210-a3ec-a55e794330f1 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:06:18.292666 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Attempting to bind port 983f23a3-d8a1-4210-a3ec-a55e794330f1 on network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:18.296131 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for port (b8d5a429-8fc9-4d15-a016-e76d3871c950), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.299215 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:06:18.299596 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Checking segment: {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:18.300500 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.300701 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Bound using segment: {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:06:18.301185 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Bound port: 983f23a3-d8a1-4210-a3ec-a55e794330f1, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:06:18.301552 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.343074 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Allocated IP 172.27.1.68 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/f0b2e59b-0552-4439-854f-202b00831723) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:18.392099 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] For port 983f23a3-d8a1-4210-a3ec-a55e794330f1, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:06:18.395620 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] For port 983f23a3-d8a1-4210-a3ec-a55e794330f1, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=983f23a3-d8a1-4210-a3ec-a55e794330f1,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:06:18.400587 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (b8d5a429-8fc9-4d15-a016-e76d3871c950), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.435876 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (14f813f2-a8bc-48a4-83bb-3d62f27ac5d2), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.462569 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.469831 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event updated for resources: {'Port': ['ID=b8d5a429-8fc9-4d15-a016-e76d3871c950,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:18.480017 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-cd30fb90-ef10-44ae-9562-4d905a8cb0ca None None] Provisioning complete for port 983f23a3-d8a1-4210-a3ec-a55e794330f1 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:18.480957 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-cd30fb90-ef10-44ae-9562-4d905a8cb0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.505128 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for port (f0b2e59b-0552-4439-854f-202b00831723), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.545124 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.546671 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-ea2225e3-feab-4922-ae94-0bc5ba26d640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9210689 Apr 06 17:06:18.566395 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:06:18.568225 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:06:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:18.707761 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 0836b7e7-f34b-4bd7-ac57-0833bae889be up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:18.734666 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (f0b2e59b-0552-4439-854f-202b00831723), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.753233 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddc97b-75c4-4cd5-a81e-fd84bad60f0f None None] Pushing event updated for resources: {'Port': ['ID=983f23a3-d8a1-4210-a3ec-a55e794330f1,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:18.802290 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:06:18.803689 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:18.807257 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:18.812728 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:18.837117 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event updated for resources: {'Port': ['ID=f0b2e59b-0552-4439-854f-202b00831723,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:18.928518 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-cd30fb90-ef10-44ae-9562-4d905a8cb0ca None None] Current status of the port 983f23a3-d8a1-4210-a3ec-a55e794330f1 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:18.929087 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-cd30fb90-ef10-44ae-9562-4d905a8cb0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:18.940095 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 0836b7e7-f34b-4bd7-ac57-0833bae889be triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:18.940487 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:19.000863 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-d62d8ff1-c46a-4574-9766-5622e6fdee3c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1556875801&fields=id&tenant_id=67f78841d4074149a27e6c2ef72dc770 HTTP/1.1" status: 200 len: 267 time: 0.1294177 Apr 06 17:06:19.006900 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (d328a2c3-87ea-44da-a5c5-7fd30b04ace2), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:19.055757 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-cd30fb90-ef10-44ae-9562-4d905a8cb0ca None None] For port 983f23a3-d8a1-4210-a3ec-a55e794330f1, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=983f23a3-d8a1-4210-a3ec-a55e794330f1,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:19.130717 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 0836b7e7-f34b-4bd7-ac57-0833bae889be is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:19.137705 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-cd30fb90-ef10-44ae-9562-4d905a8cb0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:19.155339 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-816c017e-5d68-4dae-9a7b-0ad6a0143ebf tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:19.157235 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-816c017e-5d68-4dae-9a7b-0ad6a0143ebf tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/networks?id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 HTTP/1.1" status: 200 len: 810 time: 0.1460361 Apr 06 17:06:19.187834 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:18Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:06:19.210418 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-64167bcd-7b14-4b06-89f0-95959ae8ce85 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/quotas/67f78841d4074149a27e6c2ef72dc770 HTTP/1.1" status: 200 len: 375 time: 0.0297832 Apr 06 17:06:19.215844 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8427bce-b9a6-4950-8c93-3c4706c8bb20 None None] The sync data for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi is: [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:18Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:06:19.228640 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5f4d69bd-c4ce-47ae-8f2b-78c36083be18 req-bc776b00-cac8-4772-8247-d285e65f18f4 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.0469666 Apr 06 17:06:19.228952 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30fb90-ef10-44ae-9562-4d905a8cb0ca None None] Pushing event updated for resources: {'Port': ['ID=983f23a3-d8a1-4210-a3ec-a55e794330f1,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:19.229913 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (f0b2e59b-0552-4439-854f-202b00831723), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:19.259313 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-ae7186a3-025d-4336-b4f9-27355538096f None None] Provisioning complete for port 983f23a3-d8a1-4210-a3ec-a55e794330f1 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:19.259712 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ae7186a3-025d-4336-b4f9-27355538096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:19.347355 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-ae7186a3-025d-4336-b4f9-27355538096f None None] Current status of the port 983f23a3-d8a1-4210-a3ec-a55e794330f1 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:19.382411 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-d044312b-b2a4-4d06-ad52-0809b746e378 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1562383 Apr 06 17:06:19.458482 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for port (f0b2e59b-0552-4439-854f-202b00831723), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:19.539603 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-e06f33e6-91c2-47a4-b836-351a9be37302 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103877) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:06:19.540634 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-e06f33e6-91c2-47a4-b836-351a9be37302 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460384 Apr 06 17:06:19.565376 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (f0b2e59b-0552-4439-854f-202b00831723), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:19.694758 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event updated for resources: {'Port': ['ID=f0b2e59b-0552-4439-854f-202b00831723,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:19.707348 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (d328a2c3-87ea-44da-a5c5-7fd30b04ace2), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:19.717253 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-30b23510-5bdd-4354-92de-e2d7a6fde9fd service neutron] 10.222.0.66 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697781 Apr 06 17:06:19.815969 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:19.817298 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-8d2dce93-c43f-4333-92e1-16a95835ff97 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0792184 Apr 06 17:06:19.834372 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a165119a-8ce2-4879-adbe-c82f09719720 service neutron] 10.222.0.66 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997236 Apr 06 17:06:20.191364 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-4f527371-406a-4849-a6b9-9f73396908b4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1851244972&fields=id&tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e HTTP/1.1" status: 200 len: 267 time: 0.0524685 Apr 06 17:06:20.463512 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b7049b6d-887a-4295-8764-a286c3d96e90 req-716520a2-e53d-402c-a4c3-25a9cff7a03a tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.1764560 Apr 06 17:06:20.483035 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021635f7-b781-4070-abb8-54c3d5b71142 req-628bb944-bb04-4a80-a477-63b1d6f2e77b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:20.484808 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-628bb944-bb04-4a80-a477-63b1d6f2e77b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 816 time: 0.2926028 Apr 06 17:06:20.519480 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-59d73d9e-164c-44de-bf69-d9818b2d7066 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/quotas/fba57c4c0e2c4fbcab2b78283ad5c97e HTTP/1.1" status: 200 len: 375 time: 0.0208850 Apr 06 17:06:20.613960 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 983f23a3-d8a1-4210-a3ec-a55e794330f1 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:20.621594 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-45aebe2f-aeee-4c41-a98f-1a13aa06be00 req-9f7dc416-a66a-45fe-9cf9-4da641ccc5d4 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.0481591 Apr 06 17:06:20.648787 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-2b6b9ab3-2e81-47e6-9ff1-165da0f341d5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217406 Apr 06 17:06:20.667823 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 983f23a3-d8a1-4210-a3ec-a55e794330f1 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:20.668294 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:20.764066 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 983f23a3-d8a1-4210-a3ec-a55e794330f1 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:20.771698 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-1b411edc-7c96-4968-926a-08361f979929 service neutron] 10.222.0.66 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088338 Apr 06 17:06:20.869783 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-256baf3e-1743-4311-85cf-0b0432fd507d service neutron] 10.222.0.66 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922039 Apr 06 17:06:21.091337 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0445b073-c629-4c1f-971c-d5973235ba4d req-7265c8ea-66b8-47c4-a915-32dcd40f35cc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0421758 Apr 06 17:06:21.548605 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e9fa118d-ea5b-4634-8f08-a3ac8fc411a5 req-6b5a508f-e197-4cb6-973e-857676f10192 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0309687 Apr 06 17:06:21.609539 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.58', 56049) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:21.763099 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-de1d342a-f677-49e4-80ba-bdd373d06fa8 req-f601e632-2181-4571-83e7-152730bd7455 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.0410881 Apr 06 17:06:21.770671 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06739d3d-df55-46a8-be17-493358777782 req-900505b1-76ef-49f0-a4a7-b3b86fc6d8b8 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:21.772009 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-900505b1-76ef-49f0-a4a7-b3b86fc6d8b8 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.58 "GET /v2.0/networks?id=94525299-1240-42d1-8649-f2e8717dbda7 HTTP/1.1" status: 200 len: 811 time: 0.1614251 Apr 06 17:06:21.847529 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-06739d3d-df55-46a8-be17-493358777782 req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Request body: {'port': {'device_id': '84cd5826-958b-471f-a3ee-c545e53b3b2c', 'network_id': '94525299-1240-42d1-8649-f2e8717dbda7', 'admin_state_up': True, 'tenant_id': '91a5afaa3f4645dfb62f4d044657fd0b'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:22.085896 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06739d3d-df55-46a8-be17-493358777782 req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Made reservation on behalf of 91a5afaa3f4645dfb62f4d044657fd0b for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:22.089442 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-06739d3d-df55-46a8-be17-493358777782 req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:22.242668 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0a4a8670-22ca-4a20-a1df-9310d7d48a10 req-0ec0ffbd-4c39-4a6d-94bb-879139160bad tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0598984 Apr 06 17:06:22.345215 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-06739d3d-df55-46a8-be17-493358777782 req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Allocated IP 172.20.0.9 (94525299-1240-42d1-8649-f2e8717dbda7/496572d5-14c1-4f28-9d98-d01a2cfcf533/a19c2888-32c8-4141-ad96-6205778be03d) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:22.539441 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-06739d3d-df55-46a8-be17-493358777782 req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Publish callbacks [] for port (a19c2888-32c8-4141-ad96-6205778be03d), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:22.681281 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-52538ae9-3cbe-41d1-9d8b-33b06a8c619b req-1a511a44-3a41-4ebf-85c4-cc88629d6abb tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0657394 Apr 06 17:06:22.683453 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-06739d3d-df55-46a8-be17-493358777782 req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (a19c2888-32c8-4141-ad96-6205778be03d), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:22.788859 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06739d3d-df55-46a8-be17-493358777782 req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Network 94525299-1240-42d1-8649-f2e8717dbda7 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:22.800229 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Pushing event updated for resources: {'Port': ['ID=a19c2888-32c8-4141-ad96-6205778be03d,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:22.825913 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-06739d3d-df55-46a8-be17-493358777782 req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:22.839645 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-06739d3d-df55-46a8-be17-493358777782 req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:22.942805 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06739d3d-df55-46a8-be17-493358777782 req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:22.943686 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-06739d3d-df55-46a8-be17-493358777782 req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:22.964995 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ffd6e-e614-4f01-a06e-e1e10af3008a req-7dd89db5-699e-4744-8949-9be54ad9c69f tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:22.968034 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a80ffd6e-e614-4f01-a06e-e1e10af3008a req-7dd89db5-699e-4744-8949-9be54ad9c69f tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 931 time: 0.1210680 Apr 06 17:06:23.053263 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-c278f53a-ed58-4be6-9109-2e6b0979752e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2098804 Apr 06 17:06:23.069462 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a80ffd6e-e614-4f01-a06e-e1e10af3008a req-68191858-ebfe-43b0-a035-30ff265b40a5 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912492 Apr 06 17:06:23.324134 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:06:23.432677 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-66f5e0dd-5e19-45ef-b01e-70543db131cd req-024743f0-7c10-427a-b447-f33b19eec065 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0661442 Apr 06 17:06:23.777510 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4c10aa76-6272-4618-a553-5e2ae5a786c5 req-8760194d-d156-470a-b9c6-94d59a22ac67 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0308752 Apr 06 17:06:24.229240 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf2ec5-9344-4578-9b56-b730a99116b8 req-14ea434c-e299-471a-95af-584ee001f5f6 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:24.231033 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-28bf2ec5-9344-4578-9b56-b730a99116b8 req-14ea434c-e299-471a-95af-584ee001f5f6 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 931 time: 0.0778561 Apr 06 17:06:24.301539 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-28bf2ec5-9344-4578-9b56-b730a99116b8 req-9bbb110a-c3de-4141-9eac-378da62dbde9 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638785 Apr 06 17:06:24.569514 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-28e12c4a-7987-4274-b1ff-44c00185238a req-4020ddf7-6ea2-42d3-aba1-51fe309ea172 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0335126 Apr 06 17:06:24.876952 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-39d66889-162f-48c4-a2fd-c6c23fdde94a req-750b7ba5-4655-472e-b92b-d79d895c4d49 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0270400 Apr 06 17:06:25.300190 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60642) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:25.431988 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ec23e4d8-b479-4d63-9865-322db6fbab35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:25.525482 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1d479-b57e-494d-9ba7-4572ac896ad2 req-f1490674-0a53-47d8-8c03-fe7e8f00952f tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:25.527636 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-23a1d479-b57e-494d-9ba7-4572ac896ad2 req-f1490674-0a53-47d8-8c03-fe7e8f00952f tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 931 time: 0.1489236 Apr 06 17:06:25.747550 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-23a1d479-b57e-494d-9ba7-4572ac896ad2 req-1b4582fa-58a4-4bdd-95e8-9a7de8ed9082 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774530 Apr 06 17:06:25.812347 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ec23e4d8-b479-4d63-9865-322db6fbab35 admin admin] Publish callbacks [] for security_group (c3f64d3c-5a6a-479b-95b0-f4442c6d4d6f), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:25.849650 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dfe64d18-6387-4699-a70a-343974892816 req-52fe34d8-2122-42b3-bbc7-800bb1a601c0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.1002133 Apr 06 17:06:25.896352 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ec23e4d8-b479-4d63-9865-322db6fbab35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (c3f64d3c-5a6a-479b-95b0-f4442c6d4d6f), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:25.967608 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23e4d8-b479-4d63-9865-322db6fbab35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f64d3c-5a6a-479b-95b0-f4442c6d4d6f,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:25.973010 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ec23e4d8-b479-4d63-9865-322db6fbab35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81f29a6cfb5f45dc9ccfc86e462e2cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6715882 Apr 06 17:06:25.977617 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60688) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:26.019419 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1ff0be01-99e7-4d95-a5f5-ea6d29cda613 req-c16296d4-63f0-45f0-9d18-db729a22283b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0573277 Apr 06 17:06:26.055688 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a13b2651-55bb-43b0-a19f-13f67bd4f59c admin admin] Publish callbacks [] for security_group (c3f64d3c-5a6a-479b-95b0-f4442c6d4d6f), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:26.082394 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a13b2651-55bb-43b0-a19f-13f67bd4f59c admin admin] Publish callbacks [] for security_group (c3f64d3c-5a6a-479b-95b0-f4442c6d4d6f), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:26.269055 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a13b2651-55bb-43b0-a19f-13f67bd4f59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (c3f64d3c-5a6a-479b-95b0-f4442c6d4d6f), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:26.273043 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a13b2651-55bb-43b0-a19f-13f67bd4f59c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:26.279185 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-a13b2651-55bb-43b0-a19f-13f67bd4f59c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3f64d3c-5a6a-479b-95b0-f4442c6d4d6f HTTP/1.1" status: 204 len: 168 time: 0.2949488 Apr 06 17:06:26.303294 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b2651-55bb-43b0-a19f-13f67bd4f59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f64d3c-5a6a-479b-95b0-f4442c6d4d6f,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:26.309927 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60696) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:26.476028 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c3a73cde-e40c-4205-ae45-b7aaa66c91b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:26.682352 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c3a73cde-e40c-4205-ae45-b7aaa66c91b3 admin admin] Publish callbacks [] for security_group (cc326519-60e4-4f1c-8890-a21068dd6faf), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:26.770003 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c3a73cde-e40c-4205-ae45-b7aaa66c91b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (cc326519-60e4-4f1c-8890-a21068dd6faf), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:26.840338 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-c3a73cde-e40c-4205-ae45-b7aaa66c91b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d335b636273f4009860ba25cba804a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5292718 Apr 06 17:06:26.843717 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60712) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:26.860640 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a73cde-e40c-4205-ae45-b7aaa66c91b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc326519-60e4-4f1c-8890-a21068dd6faf,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:26.895335 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4754d-3b9c-44fd-8458-265ec4d8536f req-ba77799f-e69a-4a09-b8d7-e6d55e5e8f29 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:26.900263 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-05e4754d-3b9c-44fd-8458-265ec4d8536f req-ba77799f-e69a-4a09-b8d7-e6d55e5e8f29 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 931 time: 0.0878046 Apr 06 17:06:26.980496 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cc6944da-5a31-4dd0-ab94-a8137f1fd435 admin admin] Publish callbacks [] for security_group (cc326519-60e4-4f1c-8890-a21068dd6faf), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:26.990355 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e424700d-edcc-4c2b-b6c6-a08c81a3cb2b req-e0d3fbd9-a163-42d9-9fa8-e64315b60263 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0446234 Apr 06 17:06:27.002827 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-05e4754d-3b9c-44fd-8458-265ec4d8536f req-de21171e-9d6c-49bc-9ff9-8349449bc83e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981812 Apr 06 17:06:27.029733 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cc6944da-5a31-4dd0-ab94-a8137f1fd435 admin admin] Publish callbacks [] for security_group (cc326519-60e4-4f1c-8890-a21068dd6faf), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:27.052421 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60720) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:27.073578 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-53f8cc86-e971-4934-bf26-e8d236da00ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:27.129657 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-526a6495-510a-4ec2-978c-93e1f784b41d req-a2c47dbf-ce51-4e26-bfec-a1219645ecc8 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0355525 Apr 06 17:06:27.142917 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cc6944da-5a31-4dd0-ab94-a8137f1fd435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (cc326519-60e4-4f1c-8890-a21068dd6faf), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:27.145827 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cc6944da-5a31-4dd0-ab94-a8137f1fd435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:27.147190 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-cc6944da-5a31-4dd0-ab94-a8137f1fd435 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc326519-60e4-4f1c-8890-a21068dd6faf HTTP/1.1" status: 204 len: 168 time: 0.3024166 Apr 06 17:06:27.159733 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6944da-5a31-4dd0-ab94-a8137f1fd435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc326519-60e4-4f1c-8890-a21068dd6faf,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:27.223116 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-53f8cc86-e971-4934-bf26-e8d236da00ac admin admin] Publish callbacks [] for security_group (638fce21-fc34-4107-a380-9685e4293802), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:27.296410 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-53f8cc86-e971-4934-bf26-e8d236da00ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (638fce21-fc34-4107-a380-9685e4293802), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:27.342812 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8cc86-e971-4934-bf26-e8d236da00ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638fce21-fc34-4107-a380-9685e4293802,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:27.349796 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-53f8cc86-e971-4934-bf26-e8d236da00ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed63c9de87de46e093df53ebf0c50ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959702 Apr 06 17:06:27.351656 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60724) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:27.419215 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-89a6b432-dc42-4361-95d9-74dabdd0ab94 admin admin] Publish callbacks [] for security_group (638fce21-fc34-4107-a380-9685e4293802), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:27.455052 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-89a6b432-dc42-4361-95d9-74dabdd0ab94 admin admin] Publish callbacks [] for security_group (638fce21-fc34-4107-a380-9685e4293802), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:27.571473 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-89a6b432-dc42-4361-95d9-74dabdd0ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (638fce21-fc34-4107-a380-9685e4293802), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:27.574201 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-89a6b432-dc42-4361-95d9-74dabdd0ab94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:27.578351 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-89a6b432-dc42-4361-95d9-74dabdd0ab94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/638fce21-fc34-4107-a380-9685e4293802 HTTP/1.1" status: 204 len: 168 time: 0.2209530 Apr 06 17:06:27.585539 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6b432-dc42-4361-95d9-74dabdd0ab94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638fce21-fc34-4107-a380-9685e4293802,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:28.226327 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-26350c1e-70b8-4a9b-88b3-410796b67c3f req-e0d37d64-0de3-4a4a-b492-ea63ba15da08 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0608356 Apr 06 17:06:28.287889 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012eb36-9a51-4c42-83f7-3ba27451c55b req-66079698-1d4c-466a-aeaf-8683e611ee17 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:28.302229 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8012eb36-9a51-4c42-83f7-3ba27451c55b req-66079698-1d4c-466a-aeaf-8683e611ee17 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 931 time: 0.1927142 Apr 06 17:06:28.428488 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8012eb36-9a51-4c42-83f7-3ba27451c55b req-12bf00d0-994f-4bba-b18a-9309506716aa tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252303 Apr 06 17:06:28.430417 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-85709efc-c70f-4b64-bffd-988692aa5f3e req-55abd831-8291-4e1f-9694-71195195a47c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0725355 Apr 06 17:06:28.799591 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-3b7025ca-e440-44ef-8a47-85a15df21ef5 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103877) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:06:28.802402 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-3b7025ca-e440-44ef-8a47-85a15df21ef5 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162685 Apr 06 17:06:29.333666 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f907c59b-4b89-44a6-88f3-4c192094434a req-6ca25ecf-7624-4cdf-afaf-04cf7f73289c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0300336 Apr 06 17:06:29.589300 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e574cc7a-f5c0-4e31-9ed1-5116ed920425 req-a1f5bbab-28fb-414e-a1c6-70350f44152b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0610442 Apr 06 17:06:29.661938 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53091fb5-7114-4441-bfbb-41f6bc21f5ad req-31077f05-21a5-4a65-9a9b-84fa61a8b48c tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:29.672158 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-53091fb5-7114-4441-bfbb-41f6bc21f5ad req-31077f05-21a5-4a65-9a9b-84fa61a8b48c tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 931 time: 0.0814152 Apr 06 17:06:29.743616 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-53091fb5-7114-4441-bfbb-41f6bc21f5ad req-d3443fb7-f185-41c5-9656-befedfec223c tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682018 Apr 06 17:06:30.483451 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3092645b-ac94-40c2-ae4c-6990509632d9 req-2d4bada5-6ee7-42a1-a283-5235128d1752 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0458968 Apr 06 17:06:30.703501 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-11763bf9-5ded-4bfc-bf9c-a146ce197311 req-3f2dacc4-1d1b-4136-8b39-a73ccec179c9 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0331423 Apr 06 17:06:30.850252 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60888) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:30.916848 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddb95c-1609-4db2-b044-6e0ce1a71ae1 req-6cc5ef7c-db0a-4087-bee1-689417433337 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:30.920288 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64ddb95c-1609-4db2-b044-6e0ce1a71ae1 req-6cc5ef7c-db0a-4087-bee1-689417433337 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 931 time: 0.0889468 Apr 06 17:06:30.991989 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64ddb95c-1609-4db2-b044-6e0ce1a71ae1 req-287eb3b8-9f30-4a79-a055-4cc549e3af89 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633535 Apr 06 17:06:30.994236 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-26f5d396-1a6c-47d7-b8fe-7693358d47b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:31.086512 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-26f5d396-1a6c-47d7-b8fe-7693358d47b9 admin admin] Publish callbacks [] for security_group (9cef952a-81ea-4936-9a68-b07f33356993), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:31.172060 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-26f5d396-1a6c-47d7-b8fe-7693358d47b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9cef952a-81ea-4936-9a68-b07f33356993), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:31.220120 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-26f5d396-1a6c-47d7-b8fe-7693358d47b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5cb44cf18574868b37fbdadd7badb17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560679 Apr 06 17:06:31.220120 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5d396-1a6c-47d7-b8fe-7693358d47b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cef952a-81ea-4936-9a68-b07f33356993,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:31.221622 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60902) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:31.277267 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-06d0ca1b-2f51-4c70-85d6-51e44e894416 admin admin] Publish callbacks [] for security_group (9cef952a-81ea-4936-9a68-b07f33356993), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:31.313219 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-06d0ca1b-2f51-4c70-85d6-51e44e894416 admin admin] Publish callbacks [] for security_group (9cef952a-81ea-4936-9a68-b07f33356993), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:31.464079 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.58', 56069) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:31.531711 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-06d0ca1b-2f51-4c70-85d6-51e44e894416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9cef952a-81ea-4936-9a68-b07f33356993), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:31.536733 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-06d0ca1b-2f51-4c70-85d6-51e44e894416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:31.536733 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-06d0ca1b-2f51-4c70-85d6-51e44e894416 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cef952a-81ea-4936-9a68-b07f33356993 HTTP/1.1" status: 204 len: 168 time: 0.3137696 Apr 06 17:06:31.549192 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0ca1b-2f51-4c70-85d6-51e44e894416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cef952a-81ea-4936-9a68-b07f33356993,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:31.599977 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Request body: {'port': {'device_id': '84cd5826-958b-471f-a3ee-c545e53b3b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:31.657190 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-05ff886d-4bf3-42cb-829a-5acf6f031abd tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:31.659430 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-05ff886d-4bf3-42cb-829a-5acf6f031abd tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.58 "GET /v2.0/networks?id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 HTTP/1.1" status: 200 len: 810 time: 0.2230582 Apr 06 17:06:31.704531 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-eca436d9-3ec5-4ee7-93bc-b377a44d44d9 req-b3a74139-3908-4aef-8e1c-c193d8cc39c3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0415702 Apr 06 17:06:31.756265 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (a19c2888-32c8-4141-ad96-6205778be03d), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:31.849329 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c44b5bf7-5d76-4185-84a3-3224c1719e3f req-fcf46140-2db8-4de4-8d94-6f7d6aff30ac tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0343690 Apr 06 17:06:31.902516 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.165553 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4df665-8bef-42c0-a979-d0bda4de2c40 req-2a1b1cb3-0ff0-4583-9240-50224edd5fa3 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:32.167234 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-be4df665-8bef-42c0-a979-d0bda4de2c40 req-2a1b1cb3-0ff0-4583-9240-50224edd5fa3 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 931 time: 0.0725784 Apr 06 17:06:32.222417 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-be4df665-8bef-42c0-a979-d0bda4de2c40 req-316f2e6c-bb14-42fa-84ae-50b38d9a0169 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480483 Apr 06 17:06:32.336864 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19c2888-32c8-4141-ad96-6205778be03d {{(pid=103876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:06:32.346668 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Publish callbacks [] for port (a19c2888-32c8-4141-ad96-6205778be03d), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.365312 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.provisioning_blocks [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Transition to ACTIVE for port object a19c2888-32c8-4141-ad96-6205778be03d will not be triggered until provisioned by entity L2. {{(pid=103876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:06:32.472373 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (a19c2888-32c8-4141-ad96-6205778be03d), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.491635 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60980) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:32.563774 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755d355-a275-406a-a553-96447923e712 service neutron] Pushing event updated for resources: {'Port': ['ID=a19c2888-32c8-4141-ad96-6205778be03d,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:32.575734 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 60984) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:32.576512 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Attempting to bind port a19c2888-32c8-4141-ad96-6205778be03d on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:06:32.576884 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Attempting to bind port a19c2888-32c8-4141-ad96-6205778be03d by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '60c89cf7-2817-4c5a-8b57-f2ef288a1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '94525299-1240-42d1-8649-f2e8717dbda7'}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:06:32.577294 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Attempting to bind port a19c2888-32c8-4141-ad96-6205778be03d on network 94525299-1240-42d1-8649-f2e8717dbda7 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:32.581882 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Port a19c2888-32c8-4141-ad96-6205778be03d on network 94525299-1240-42d1-8649-f2e8717dbda7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:06:32.582210 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Attempting to bind port a19c2888-32c8-4141-ad96-6205778be03d on network 94525299-1240-42d1-8649-f2e8717dbda7 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:32.588550 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:06:32.589057 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Checking segment: {'id': '60c89cf7-2817-4c5a-8b57-f2ef288a1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '94525299-1240-42d1-8649-f2e8717dbda7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:32.589631 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Bound using segment: {'id': '60c89cf7-2817-4c5a-8b57-f2ef288a1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '94525299-1240-42d1-8649-f2e8717dbda7'} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:06:32.590059 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Bound port: a19c2888-32c8-4141-ad96-6205778be03d, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c89cf7-2817-4c5a-8b57-f2ef288a1567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '94525299-1240-42d1-8649-f2e8717dbda7'}}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:06:32.590418 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (a19c2888-32c8-4141-ad96-6205778be03d), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.592582 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec300-87d7-47e2-b60c-56300e5cdbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.616438 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d69de846-c759-44ac-af65-7652bfea0e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.655744 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] For port a19c2888-32c8-4141-ad96-6205778be03d, host hv-cinder-83685, cleared binding levels {{(pid=103876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:06:32.660364 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] For port a19c2888-32c8-4141-ad96-6205778be03d, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=a19c2888-32c8-4141-ad96-6205778be03d,segment=NetworkSegment(60c89cf7-2817-4c5a-8b57-f2ef288a1567),segment_id=60c89cf7-2817-4c5a-8b57-f2ef288a1567)] {{(pid=103876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:06:32.724198 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec300-87d7-47e2-b60c-56300e5cdbe1 admin admin] Publish callbacks [] for security_group (b90f4154-d11b-434a-9451-e12f15db05c8), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.725992 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (a19c2888-32c8-4141-ad96-6205778be03d), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.751254 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d69de846-c759-44ac-af65-7652bfea0e8d admin admin] Publish callbacks [] for security_group (2632239c-71bf-497c-ad89-062ce84bf3ca), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.768966 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:32.769805 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.771266 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-9755d355-a275-406a-a553-96447923e712 service neutron] 10.222.0.58 "PUT /v2.0/ports/a19c2888-32c8-4141-ad96-6205778be03d HTTP/1.1" status: 200 len: 1093 time: 1.3061209 Apr 06 17:06:32.773557 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cd5826-958b-471f-a3ee-c545e53b3b2c', 'tag': 'a19c2888-32c8-4141-ad96-6205778be03d'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:06:32.814230 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-336a68f1-86a9-45ec-842a-2e02d18e9ac0 req-3eff2594-ccb5-498d-9279-e2e3882bd77e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0286491 Apr 06 17:06:32.815089 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6d9ec300-87d7-47e2-b60c-56300e5cdbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b90f4154-d11b-434a-9451-e12f15db05c8), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.850050 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d69de846-c759-44ac-af65-7652bfea0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (2632239c-71bf-497c-ad89-062ce84bf3ca), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.862461 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-6d9ec300-87d7-47e2-b60c-56300e5cdbe1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=796a7370f53644cfaf25669a6fc6ab5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833042 Apr 06 17:06:32.863604 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 60996) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:32.866039 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ec300-87d7-47e2-b60c-56300e5cdbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90f4154-d11b-434a-9451-e12f15db05c8,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:32.885381 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755d355-a275-406a-a553-96447923e712 service neutron] Pushing event updated for resources: {'Port': ['ID=a19c2888-32c8-4141-ad96-6205778be03d,revision_number=3']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:32.896658 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-d69de846-c759-44ac-af65-7652bfea0e8d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f48a0581433b4abdbd386662a72bc37b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4038925 Apr 06 17:06:32.899988 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 32768) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:32.907303 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69de846-c759-44ac-af65-7652bfea0e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2632239c-71bf-497c-ad89-062ce84bf3ca,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:32.958117 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6526ae6-0ace-42a9-bb98-beea69c0a0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "84cd5826-958b-471f-a3ee-c545e53b3b2c", "tag": "a19c2888-32c8-4141-ad96-6205778be03d"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:06:32.967602 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-94149e69-362f-472b-a5ab-8936ab2abe3c admin admin] Publish callbacks [] for security_group (b90f4154-d11b-434a-9451-e12f15db05c8), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:32.999187 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a4aad009-735f-448b-9a98-a43af3d018db admin admin] Publish callbacks [] for security_group (2632239c-71bf-497c-ad89-062ce84bf3ca), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:33.001331 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a051ff46-b18e-461b-a6d9-a7fdaa928728 req-68f3cd0f-837d-4ba1-914f-635edf385fb3 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0315847 Apr 06 17:06:33.001945 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-94149e69-362f-472b-a5ab-8936ab2abe3c admin admin] Publish callbacks [] for security_group (b90f4154-d11b-434a-9451-e12f15db05c8), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:33.046852 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a4aad009-735f-448b-9a98-a43af3d018db admin admin] Publish callbacks [] for security_group (2632239c-71bf-497c-ad89-062ce84bf3ca), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:33.091847 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1852251-8335-4fd5-a116-8d03e7fdef0b x-openstack-request-id: req-c1852251-8335-4fd5-a116-8d03e7fdef0b {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:06:33.092217 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cd5826-958b-471f-a3ee-c545e53b3b2c", "tag": "a19c2888-32c8-4141-ad96-6205778be03d", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:06:33.092531 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1852251-8335-4fd5-a116-8d03e7fdef0b {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:06:33.093040 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1852251-8335-4fd5-a116-8d03e7fdef0b'] response: {'name': 'network-changed', 'server_uuid': '84cd5826-958b-471f-a3ee-c545e53b3b2c', 'tag': 'a19c2888-32c8-4141-ad96-6205778be03d', 'status': 'completed', 'code': 200} Apr 06 17:06:33.155136 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-94149e69-362f-472b-a5ab-8936ab2abe3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b90f4154-d11b-434a-9451-e12f15db05c8), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:33.157729 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-94149e69-362f-472b-a5ab-8936ab2abe3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:33.158853 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-94149e69-362f-472b-a5ab-8936ab2abe3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b90f4154-d11b-434a-9451-e12f15db05c8 HTTP/1.1" status: 204 len: 168 time: 0.2942269 Apr 06 17:06:33.166643 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94149e69-362f-472b-a5ab-8936ab2abe3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90f4154-d11b-434a-9451-e12f15db05c8,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:33.173418 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a4aad009-735f-448b-9a98-a43af3d018db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (2632239c-71bf-497c-ad89-062ce84bf3ca), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:33.174726 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a4aad009-735f-448b-9a98-a43af3d018db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:33.176078 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-a4aad009-735f-448b-9a98-a43af3d018db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2632239c-71bf-497c-ad89-062ce84bf3ca HTTP/1.1" status: 204 len: 168 time: 0.2750602 Apr 06 17:06:33.185620 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aad009-735f-448b-9a98-a43af3d018db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2632239c-71bf-497c-ad89-062ce84bf3ca,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:33.357081 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21772e52-fd91-495f-85a9-5a5ef1f9fb58 req-cad9e81a-3c5f-43c7-b007-6ba7c2dd4cc7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:33.358600 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-21772e52-fd91-495f-85a9-5a5ef1f9fb58 req-cad9e81a-3c5f-43c7-b007-6ba7c2dd4cc7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 943 time: 0.0531144 Apr 06 17:06:33.405812 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-21772e52-fd91-495f-85a9-5a5ef1f9fb58 req-69b6eaeb-7c0a-430a-9d03-5cab3232aa9a tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Apr 06 17:06:33.935826 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-542c60f7-fcba-4524-bb71-e85bc31f5c6d req-cef83bda-2357-406a-b7e9-f91e1cce7869 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0324881 Apr 06 17:06:34.067065 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 32814) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:34.095184 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d1a5de87-1f69-452d-b2e1-9c34555a7d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:34.189632 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c8250526-e7fc-4818-8d43-234a461bd867 req-c756913d-a40d-4338-871f-5a3b4899414f tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0985448 Apr 06 17:06:34.347154 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-58987bfa-c106-4186-bbb6-fb949c7658a4 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f78841d4074149a27e6c2ef72dc770 HTTP/1.1" status: 200 len: 380 time: 0.1191614 Apr 06 17:06:34.362506 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d1a5de87-1f69-452d-b2e1-9c34555a7d2d admin admin] Publish callbacks [] for security_group (5cda23bd-795e-4eb3-9920-f5001a7898ad), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:34.474427 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d1a5de87-1f69-452d-b2e1-9c34555a7d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (5cda23bd-795e-4eb3-9920-f5001a7898ad), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:34.505270 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Request body: {'port': {'device_id': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'admin_state_up': True, 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'security_groups': ['f2f1f420-6b70-4d57-83a0-aecc2a903911']}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:34.621645 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5de87-1f69-452d-b2e1-9c34555a7d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cda23bd-795e-4eb3-9920-f5001a7898ad,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:34.629515 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-d1a5de87-1f69-452d-b2e1-9c34555a7d2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0cea8ca2a91648aab2416fce454244ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5608299 Apr 06 17:06:34.629685 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 32838) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:34.677487 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ea0db-eae1-447d-80dc-bdc2ade9f43e req-bc429a4f-79d6-43c0-9454-20060154f7a1 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:34.679200 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8f3ea0db-eae1-447d-80dc-bdc2ade9f43e req-bc429a4f-79d6-43c0-9454-20060154f7a1 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 943 time: 0.1989150 Apr 06 17:06:34.751997 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-07fa1e83-9ffc-42ed-ac73-1c5c7c5426d4 admin admin] Publish callbacks [] for security_group (5cda23bd-795e-4eb3-9920-f5001a7898ad), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:34.763524 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8f3ea0db-eae1-447d-80dc-bdc2ade9f43e req-ce69c114-2f8b-4e22-9b4d-6034a5d3257e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636446 Apr 06 17:06:34.764309 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.58', 56075) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:34.790081 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-07fa1e83-9ffc-42ed-ac73-1c5c7c5426d4 admin admin] Publish callbacks [] for security_group (5cda23bd-795e-4eb3-9920-f5001a7898ad), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:34.799244 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6526ae6-0ace-42a9-bb98-beea69c0a0a8 req-893400d8-09fa-415a-b19c-2b2f30beb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:34.801433 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-c6526ae6-0ace-42a9-bb98-beea69c0a0a8 req-893400d8-09fa-415a-b19c-2b2f30beb7aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91a5afaa3f4645dfb62f4d044657fd0b&device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 1127 time: 0.1266286 Apr 06 17:06:34.820488 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Made reservation on behalf of 67f78841d4074149a27e6c2ef72dc770 for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:34.826153 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:34.945323 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021635f7-b781-4070-abb8-54c3d5b71142 req-53bcbc46-0ddc-4eed-ad8c-98a07ac4d1f0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:34.946848 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-53bcbc46-0ddc-4eed-ad8c-98a07ac4d1f0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.58 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 816 time: 0.1812127 Apr 06 17:06:34.992161 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6526ae6-0ace-42a9-bb98-beea69c0a0a8 req-95ad382f-528a-479b-a7b9-4209ba3b37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:34.993886 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-c6526ae6-0ace-42a9-bb98-beea69c0a0a8 req-95ad382f-528a-479b-a7b9-4209ba3b37d7 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=91a5afaa3f4645dfb62f4d044657fd0b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1772521 Apr 06 17:06:35.011539 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Allocated IP 172.20.0.4 (e3ce8dbf-c77b-400f-bbd9-5d8ae209b110/8377ebda-3e29-4c9b-ad5b-f3579b9da41a/ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:35.020939 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-07fa1e83-9ffc-42ed-ac73-1c5c7c5426d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (5cda23bd-795e-4eb3-9920-f5001a7898ad), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:35.020939 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-07fa1e83-9ffc-42ed-ac73-1c5c7c5426d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:35.020939 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-07fa1e83-9ffc-42ed-ac73-1c5c7c5426d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5cda23bd-795e-4eb3-9920-f5001a7898ad HTTP/1.1" status: 204 len: 168 time: 0.3901827 Apr 06 17:06:35.038222 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa1e83-9ffc-42ed-ac73-1c5c7c5426d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cda23bd-795e-4eb3-9920-f5001a7898ad,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:35.102536 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a77dca26-847f-4b6f-bdb3-aa1816660251 req-a54fa3cb-96b5-4c35-9213-a6329bb830cc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0677173 Apr 06 17:06:35.230235 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-d1c670ec-803e-486d-a112-fb28df578768 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e HTTP/1.1" status: 200 len: 380 time: 0.1326602 Apr 06 17:06:35.258510 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-021635f7-b781-4070-abb8-54c3d5b71142 req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Request body: {'port': {'device_id': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'admin_state_up': True, 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'security_groups': ['cae07d36-26c5-49ca-a74c-364b06572c36']}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:35.284207 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6526ae6-0ace-42a9-bb98-beea69c0a0a8 req-63df864f-02e6-4ccf-b055-5a985ace7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:35.285940 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-c6526ae6-0ace-42a9-bb98-beea69c0a0a8 req-63df864f-02e6-4ccf-b055-5a985ace7f52 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2132306 Apr 06 17:06:35.340521 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f6ec83a7-a3cc-4431-b67b-5f316470b3ae req-ab2492fe-9a34-46fa-a378-f7ee7c68269e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0745134 Apr 06 17:06:35.368451 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:35.543148 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:35.575191 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021635f7-b781-4070-abb8-54c3d5b71142 req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Made reservation on behalf of fba57c4c0e2c4fbcab2b78283ad5c97e for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:06:35.579034 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-021635f7-b781-4070-abb8-54c3d5b71142 req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:35.595040 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06739d3d-df55-46a8-be17-493358777782 req-64ef1cb9-12c4-421b-a4b8-e3421cbb9274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:35.596564 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-64ef1cb9-12c4-421b-a4b8-e3421cbb9274 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91a5afaa3f4645dfb62f4d044657fd0b&device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 1127 time: 0.0481503 Apr 06 17:06:35.602866 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:35.610664 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:35.617037 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:35.625096 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event updated for resources: {'Port': ['ID=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:35.885474 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:35.885659 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:35.895473 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-e60c5793-86a7-457a-9a27-0f5206d94e04 None None] Provisioning complete for port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:35.901674 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e60c5793-86a7-457a-9a27-0f5206d94e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:35.943187 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-e60c5793-86a7-457a-9a27-0f5206d94e04 None None] Port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:06:35.960367 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc8831-7581-4a04-b25a-9d610d568b94 req-49fc4491-57c6-4b05-9dac-47e0b141d838 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:35.968255 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36dc8831-7581-4a04-b25a-9d610d568b94 req-49fc4491-57c6-4b05-9dac-47e0b141d838 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 943 time: 0.1323946 Apr 06 17:06:35.988295 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-83b3ac5c-4298-45aa-9568-3501f246d9ee tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5032344 Apr 06 17:06:36.000872 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-021635f7-b781-4070-abb8-54c3d5b71142 req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Allocated IP 172.20.0.3 (09f20736-5662-4187-864d-0ee6f8a19f3a/a9f58a42-7149-4f2a-9109-ffba1171e444/63e9fe6f-84bb-4042-84c4-6255fab49cf7) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:06:36.005213 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-19db9964-632f-41a5-8e67-a26f0b3d694e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a19c2888-32c8-4141-ad96-6205778be03d HTTP/1.1" status: 200 len: 217 time: 0.1149237 Apr 06 17:06:36.011297 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Request body: {'port': {'device_id': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:36.058373 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06739d3d-df55-46a8-be17-493358777782 req-e37013b1-bdcd-4abe-9332-0b41e5adb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:36.059889 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-e37013b1-bdcd-4abe-9332-0b41e5adb431 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=496572d5-14c1-4f28-9d98-d01a2cfcf533 HTTP/1.1" status: 200 len: 851 time: 0.0494213 Apr 06 17:06:36.073519 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36dc8831-7581-4a04-b25a-9d610d568b94 req-cc9e1638-4519-484f-a1d5-d0ee8bd62d15 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041348 Apr 06 17:06:36.168642 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:36.269744 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-011cffa4-6c09-4231-8272-a3ae2b5f1bda req-b5304a3e-7860-4330-a437-6a296a0b3b9e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0616415 Apr 06 17:06:36.468082 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-021635f7-b781-4070-abb8-54c3d5b71142 req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:36.598665 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006dd5-a815-43d1-bd97-1220aea32cea req-05fc0d99-8cac-414e-9a7c-358a0aeabdf3 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:36.600177 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c4006dd5-a815-43d1-bd97-1220aea32cea req-05fc0d99-8cac-414e-9a7c-358a0aeabdf3 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 931 time: 0.1531785 Apr 06 17:06:36.695947 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c4006dd5-a815-43d1-bd97-1220aea32cea req-9e53190b-69df-44b7-82b4-559dd79adb6e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854325 Apr 06 17:06:36.710056 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:06:36.717690 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Publish callbacks [] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:36.736230 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Transition to ACTIVE for port object ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:06:37.090825 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-6e396bee-18b2-4438-aff8-61350ebf1734 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=94525299-1240-42d1-8649-f2e8717dbda7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451353 Apr 06 17:06:37.182560 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d3f4a-e918-44e4-ac38-6f4cda9a11d1 req-ad967282-4275-42d8-8815-98db62bddd31 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:37.196356 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-981d3f4a-e918-44e4-ac38-6f4cda9a11d1 req-ad967282-4275-42d8-8815-98db62bddd31 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 943 time: 0.0524390 Apr 06 17:06:37.231454 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-981d3f4a-e918-44e4-ac38-6f4cda9a11d1 req-48edf4b0-e62b-4c2d-956c-a1fcc11b4c2b tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Apr 06 17:06:37.370487 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f02a72c2-a134-4a8f-93e1-7d9c7b0b896f req-354d466f-6b33-477c-b0c2-8057d26d9018 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0277884 Apr 06 17:06:37.398068 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:37.401578 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-021635f7-b781-4070-abb8-54c3d5b71142 req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:37.456565 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-f439fe96-d1e1-4127-a588-ad1041650152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:37.483919 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021635f7-b781-4070-abb8-54c3d5b71142 req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Network 09f20736-5662-4187-864d-0ee6f8a19f3a is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:06:37.508201 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-021635f7-b781-4070-abb8-54c3d5b71142 req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:06:37.511099 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Pushing event updated for resources: {'Port': ['ID=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:37.513533 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-021635f7-b781-4070-abb8-54c3d5b71142 req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:06:37.649526 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event updated for resources: {'Port': ['ID=63e9fe6f-84bb-4042-84c4-6255fab49cf7,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:37.657751 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021635f7-b781-4070-abb8-54c3d5b71142 req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:37.663157 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-021635f7-b781-4070-abb8-54c3d5b71142 req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:37.685601 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Attempting to bind port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:06:37.685980 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Attempting to bind port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:06:37.686358 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Attempting to bind port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 on network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:37.696605 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 on network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:06:37.696964 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Attempting to bind port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 on network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:37.703100 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:06:37.703475 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Checking segment: {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:37.704039 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Bound using segment: {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:06:37.704476 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Bound port: ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:06:37.704841 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:37.788106 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-f2a7f314-f3db-4076-99fe-af38a9ba20a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5447168 Apr 06 17:06:37.842677 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] For port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:06:37.867344 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] For port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:06:37.885078 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b95219-6431-4aca-a5da-4d26bda619f3 req-1dee4d9c-1962-43f1-9af3-0cc0759cffc6 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:37.886602 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-86b95219-6431-4aca-a5da-4d26bda619f3 req-1dee4d9c-1962-43f1-9af3-0cc0759cffc6 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0884888 Apr 06 17:06:37.903167 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-c1a39235-be83-464a-9e77-85139864b62e None None] Provisioning complete for port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:37.903577 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c1a39235-be83-464a-9e77-85139864b62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:37.934761 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:37.939942 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c1a39235-be83-464a-9e77-85139864b62e None None] Port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:06:37.963466 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-86b95219-6431-4aca-a5da-4d26bda619f3 req-847c0d3c-6d1c-4993-89e7-ce641c11842d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710478 Apr 06 17:06:37.974298 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Request body: {'port': {'device_id': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:06:38.031106 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:38.031648 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:38.033089 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] 10.222.0.58 "PUT /v2.0/ports/ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 HTTP/1.1" status: 200 len: 1093 time: 2.0261073 Apr 06 17:06:38.035309 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'tag': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:06:38.043648 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b8c33-2d4d-4dc7-ac4a-22b32c7fb67b service neutron] Pushing event updated for resources: {'Port': ['ID=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:38.069734 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-14a75e73-25d1-44e6-8804-d34a202c492c service neutron] 10.222.0.58 "GET /v2.0/networks/94525299-1240-42d1-8649-f2e8717dbda7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152146 Apr 06 17:06:38.094387 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:38.218066 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde68129-ae4f-4119-9bb2-dc0a01e53fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "8955bfb1-f8a3-44e0-9507-b7efdf9e12dd", "tag": "ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:06:38.396510 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee9da49-f294-46b0-b7ee-3d07a7166301 x-openstack-request-id: req-cee9da49-f294-46b0-b7ee-3d07a7166301 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:06:38.396815 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8955bfb1-f8a3-44e0-9507-b7efdf9e12dd", "tag": "ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:06:38.397860 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cee9da49-f294-46b0-b7ee-3d07a7166301 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:06:38.397860 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee9da49-f294-46b0-b7ee-3d07a7166301'] response: {'name': 'network-changed', 'server_uuid': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'tag': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0', 'status': 'completed', 'code': 200} Apr 06 17:06:38.462039 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a267a6-6a4b-44c9-920a-4672dc4cde8d req-4e32d691-664d-44a7-be4c-c849aed27d17 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:38.463534 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-13a267a6-6a4b-44c9-920a-4672dc4cde8d req-4e32d691-664d-44a7-be4c-c849aed27d17 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 943 time: 0.1134117 Apr 06 17:06:38.662106 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e9fe6f-84bb-4042-84c4-6255fab49cf7 {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:06:38.674340 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Publish callbacks [] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:38.710735 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Transition to ACTIVE for port object 63e9fe6f-84bb-4042-84c4-6255fab49cf7 will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:06:38.720232 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075f095-c710-45bc-b59b-1008f24fa62a req-ebd2fa58-f59d-4c6e-8464-3c60ab13c3e9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:38.721831 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4075f095-c710-45bc-b59b-1008f24fa62a req-ebd2fa58-f59d-4c6e-8464-3c60ab13c3e9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 931 time: 0.2706788 Apr 06 17:06:38.725017 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-13a267a6-6a4b-44c9-920a-4672dc4cde8d req-62444264-b4ce-4ae2-a772-8cc1e368f614 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510717 Apr 06 17:06:38.769391 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4075f095-c710-45bc-b59b-1008f24fa62a req-f47936b5-9aff-41d8-a1dd-0424aa222435 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417602 Apr 06 17:06:38.813128 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:38.863562 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Pushing event updated for resources: {'Port': ['ID=63e9fe6f-84bb-4042-84c4-6255fab49cf7,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:38.935133 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Attempting to bind port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:06:38.935469 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Attempting to bind port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:06:38.936317 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Attempting to bind port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 on network 09f20736-5662-4187-864d-0ee6f8a19f3a {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:38.940773 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 on network 09f20736-5662-4187-864d-0ee6f8a19f3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:06:38.941092 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Attempting to bind port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 on network 09f20736-5662-4187-864d-0ee6f8a19f3a {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:06:38.946063 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:06:38.946413 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Checking segment: {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:06:38.946778 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Bound using segment: {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:06:38.947238 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Bound port: 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:06:38.951076 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.028697 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:06:39.032404 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:06:39.097525 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ee194-0f71-4671-8386-cebf0b54b371 req-12f647c0-0540-46cb-ba0f-e7b9476df78e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:39.099068 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ec3ee194-0f71-4671-8386-cebf0b54b371 req-12f647c0-0540-46cb-ba0f-e7b9476df78e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0536678 Apr 06 17:06:39.123024 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.170614 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:39.171255 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.172640 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] 10.222.0.58 "PUT /v2.0/ports/63e9fe6f-84bb-4042-84c4-6255fab49cf7 HTTP/1.1" status: 200 len: 1093 time: 1.2065821 Apr 06 17:06:39.192792 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ec3ee194-0f71-4671-8386-cebf0b54b371 req-84536c74-7ae6-49f6-985b-2d9cefd56066 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879533 Apr 06 17:06:39.209964 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea374d6-8a00-4776-9688-e26be94e4a2e service neutron] Pushing event updated for resources: {'Port': ['ID=63e9fe6f-84bb-4042-84c4-6255fab49cf7,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:39.463134 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-06739d3d-df55-46a8-be17-493358777782 req-69051f44-e39f-40a9-8be8-56cc478802b2 service neutron] 10.222.0.58 "GET /v2.0/networks/94525299-1240-42d1-8649-f2e8717dbda7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370406 Apr 06 17:06:39.522554 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021635f7-b781-4070-abb8-54c3d5b71142 req-b984c338-7da2-47e0-b880-f18526bcb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:39.524112 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-b984c338-7da2-47e0-b880-f18526bcb012 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 1127 time: 0.1247544 Apr 06 17:06:39.525806 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde68129-ae4f-4119-9bb2-dc0a01e53fcc req-a55c8f69-69d9-472e-945d-410086f486ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:39.527123 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dde68129-ae4f-4119-9bb2-dc0a01e53fcc req-a55c8f69-69d9-472e-945d-410086f486ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 1127 time: 0.1781764 Apr 06 17:06:39.547698 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-0889c819-8706-4a54-8fa7-ffe6f709b3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:39.639137 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-077ca500-2d0d-4155-bb8e-b7b333defa7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7 HTTP/1.1" status: 200 len: 217 time: 0.0861435 Apr 06 17:06:39.786073 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde68129-ae4f-4119-9bb2-dc0a01e53fcc req-77f91851-86be-4138-a8a0-25dd8906842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:39.787695 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dde68129-ae4f-4119-9bb2-dc0a01e53fcc req-77f91851-86be-4138-a8a0-25dd8906842d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=67f78841d4074149a27e6c2ef72dc770&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1922913 Apr 06 17:06:39.856244 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f665a3-8e1c-4330-815d-1d1944f0c83f req-f62a8eed-3f35-42e8-8fb9-48ba50084605 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:39.857710 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4f665a3-8e1c-4330-815d-1d1944f0c83f req-f62a8eed-3f35-42e8-8fb9-48ba50084605 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 943 time: 0.0583689 Apr 06 17:06:39.929717 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca20aa9-220b-4be7-8dba-46719c5f0b81 req-c3a33485-a9b4-474e-a4b9-645a2d74bad2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:39.931174 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5ca20aa9-220b-4be7-8dba-46719c5f0b81 req-c3a33485-a9b4-474e-a4b9-645a2d74bad2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0903423 Apr 06 17:06:39.933956 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4f665a3-8e1c-4330-815d-1d1944f0c83f req-e80ec87f-a625-4d27-9607-527d28862bf8 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579276 Apr 06 17:06:39.976982 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5ca20aa9-220b-4be7-8dba-46719c5f0b81 req-bb021f6e-43b9-428b-a77f-78602e0ea2f1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395060 Apr 06 17:06:40.310534 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f74e8-979a-4b62-bdf7-0da73d466b0b req-5507e62f-a7a8-49c4-b04a-c76f64c4f96a tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:40.313055 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2f3f74e8-979a-4b62-bdf7-0da73d466b0b req-5507e62f-a7a8-49c4-b04a-c76f64c4f96a tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0542891 Apr 06 17:06:40.364286 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2f3f74e8-979a-4b62-bdf7-0da73d466b0b req-f88cda66-59b2-4bd5-b581-15849985695e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456893 Apr 06 17:06:40.399052 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:06:40.401554 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1df3fe8-62e6-408d-b551-ec3c1461196e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:06:40.429937 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:40.449652 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c513697-d8a4-4b23-a75b-d1b70d3beda1 x-openstack-request-id: req-9c513697-d8a4-4b23-a75b-d1b70d3beda1 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:06:40.449652 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:06:40.449652 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c513697-d8a4-4b23-a75b-d1b70d3beda1 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:06:40.449652 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c513697-d8a4-4b23-a75b-d1b70d3beda1'] response: {'name': 'network-changed', 'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'status': 'completed', 'code': 200} Apr 06 17:06:41.065954 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cde4c-8617-41c3-aa65-65f5cf884f1b req-84fca997-33fe-44e0-9370-0643d003147e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:41.067412 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-538cde4c-8617-41c3-aa65-65f5cf884f1b req-84fca997-33fe-44e0-9370-0643d003147e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 943 time: 0.0676982 Apr 06 17:06:41.143108 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b390ed5-aaf9-490c-9840-e1dc7ba9cd0a req-97f4ac09-57d8-4281-8dae-05d0bf22ed7d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:41.144695 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5b390ed5-aaf9-490c-9840-e1dc7ba9cd0a req-97f4ac09-57d8-4281-8dae-05d0bf22ed7d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0948162 Apr 06 17:06:41.151851 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-538cde4c-8617-41c3-aa65-65f5cf884f1b req-04b22e72-037e-4113-ae80-0af672c748ee tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671272 Apr 06 17:06:41.194167 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5b390ed5-aaf9-490c-9840-e1dc7ba9cd0a req-c86bb58b-e71f-4d72-96d0-21d4ff683651 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413525 Apr 06 17:06:41.495745 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2081987-0ab5-476b-94d0-019a7e2a5725 req-ea8b0534-7df1-43ea-ae09-2d804d57c6fb tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:41.497286 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b2081987-0ab5-476b-94d0-019a7e2a5725 req-ea8b0534-7df1-43ea-ae09-2d804d57c6fb tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0558903 Apr 06 17:06:41.544412 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b2081987-0ab5-476b-94d0-019a7e2a5725 req-6d57bfdd-564c-4347-ad60-78ce6e25fb3f tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412815 Apr 06 17:06:41.756159 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:42.266746 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fff23-266f-44e1-9090-cc2bfa11c1dd req-0dac016f-fd38-4034-b3ac-3f48ed847228 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:42.268264 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a02fff23-266f-44e1-9090-cc2bfa11c1dd req-0dac016f-fd38-4034-b3ac-3f48ed847228 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 943 time: 0.0522795 Apr 06 17:06:42.347686 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a02fff23-266f-44e1-9090-cc2bfa11c1dd req-bb094b71-b20a-4501-a908-95b34f8354c6 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675747 Apr 06 17:06:42.354233 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c9939-307b-4dd1-86fa-f00493819090 req-528f637a-f72b-4a36-98ba-e4abbc78fc72 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:42.355716 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dc7c9939-307b-4dd1-86fa-f00493819090 req-528f637a-f72b-4a36-98ba-e4abbc78fc72 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0837648 Apr 06 17:06:42.404307 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dc7c9939-307b-4dd1-86fa-f00493819090 req-7d473040-7024-4752-b223-d87f27aa03ea tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412526 Apr 06 17:06:42.658559 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535e741-9883-424b-86ad-30c9398628f5 req-8e3910b3-bb04-412b-a1f2-52c764ff9bb0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:42.660302 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7535e741-9883-424b-86ad-30c9398628f5 req-8e3910b3-bb04-412b-a1f2-52c764ff9bb0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0529349 Apr 06 17:06:42.708758 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7535e741-9883-424b-86ad-30c9398628f5 req-e6e9f60e-da46-423d-828f-e8f9e3849372 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426557 Apr 06 17:06:43.310832 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:43.472097 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cde19e-b9ef-48ab-a66a-5a6fb24a63a3 req-6bd3b755-cfb7-4ef7-91f2-7f3208f6ec0f tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:43.473601 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-72cde19e-b9ef-48ab-a66a-5a6fb24a63a3 req-6bd3b755-cfb7-4ef7-91f2-7f3208f6ec0f tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 943 time: 0.0563934 Apr 06 17:06:43.555345 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ddd06-ee72-474a-b301-d2483793be88 req-265dcd1b-a028-4c28-b8e2-59a08d8cc770 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:43.556841 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e2ddd06-ee72-474a-b301-d2483793be88 req-265dcd1b-a028-4c28-b8e2-59a08d8cc770 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0787625 Apr 06 17:06:43.563416 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-72cde19e-b9ef-48ab-a66a-5a6fb24a63a3 req-4a1fd44b-ed7d-4012-8370-4b2e4dfdc24c tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742717 Apr 06 17:06:43.613762 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e2ddd06-ee72-474a-b301-d2483793be88 req-3450e281-0d6d-44bb-8ef9-7f9f1d5c953c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492704 Apr 06 17:06:43.828310 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb84bd-4709-414a-a727-4e772a781c9a req-e44d291c-6370-48f0-88fa-96e92de9b260 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:43.829693 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d1bb84bd-4709-414a-a727-4e772a781c9a req-e44d291c-6370-48f0-88fa-96e92de9b260 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0552058 Apr 06 17:06:43.876530 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d1bb84bd-4709-414a-a727-4e772a781c9a req-46cde1da-edbc-466e-aba3-6e0c24e8d0cb tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411503 Apr 06 17:06:44.015647 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 33168) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:44.117266 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-214b2921-c189-4d94-85ee-d0ae0ce8512e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:44.188644 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-214b2921-c189-4d94-85ee-d0ae0ce8512e admin admin] Publish callbacks [] for security_group (409becc5-1d54-4096-9a34-33afbe21a133), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:44.276529 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-214b2921-c189-4d94-85ee-d0ae0ce8512e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (409becc5-1d54-4096-9a34-33afbe21a133), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:44.313192 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-214b2921-c189-4d94-85ee-d0ae0ce8512e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0172067d377c441db2bd81aaf14bebd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965038 Apr 06 17:06:44.315205 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b2921-c189-4d94-85ee-d0ae0ce8512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409becc5-1d54-4096-9a34-33afbe21a133,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:44.315938 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33174) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:44.514648 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-93bf6efd-0643-4313-a8cb-ada1b5d70f2d admin admin] Publish callbacks [] for security_group (409becc5-1d54-4096-9a34-33afbe21a133), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:44.534650 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-93bf6efd-0643-4313-a8cb-ada1b5d70f2d admin admin] Publish callbacks [] for security_group (409becc5-1d54-4096-9a34-33afbe21a133), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:44.652661 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-93bf6efd-0643-4313-a8cb-ada1b5d70f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (409becc5-1d54-4096-9a34-33afbe21a133), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:44.655371 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-93bf6efd-0643-4313-a8cb-ada1b5d70f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:44.656540 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-93bf6efd-0643-4313-a8cb-ada1b5d70f2d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/409becc5-1d54-4096-9a34-33afbe21a133 HTTP/1.1" status: 204 len: 168 time: 0.3396339 Apr 06 17:06:44.665316 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf6efd-0643-4313-a8cb-ada1b5d70f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409becc5-1d54-4096-9a34-33afbe21a133,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:44.690097 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e289d-6361-442b-81d1-1bf3e12bf100 req-77e3ea67-4eda-4001-8720-fd3301e50077 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:44.691644 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-670e289d-6361-442b-81d1-1bf3e12bf100 req-77e3ea67-4eda-4001-8720-fd3301e50077 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 943 time: 0.0561705 Apr 06 17:06:44.775819 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-670e289d-6361-442b-81d1-1bf3e12bf100 req-cf15e19b-b468-4915-86bf-00300a4e0847 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668411 Apr 06 17:06:44.783217 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395f630-f97c-40fd-8977-d4534388c496 req-8677e63c-f1aa-40d8-91ee-1e46ca2c34e9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:44.784634 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a395f630-f97c-40fd-8977-d4534388c496 req-8677e63c-f1aa-40d8-91ee-1e46ca2c34e9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0854921 Apr 06 17:06:44.832083 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a395f630-f97c-40fd-8977-d4534388c496 req-34d7d094-834d-4b2a-a9d6-c27a23a54738 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415354 Apr 06 17:06:44.995741 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edaaae-a549-415a-a477-4e1622761c86 req-6e03edfc-b744-4a95-bb6c-ddd2fb8589ed tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:44.997204 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-94edaaae-a549-415a-a477-4e1622761c86 req-6e03edfc-b744-4a95-bb6c-ddd2fb8589ed tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0534639 Apr 06 17:06:45.042393 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-94edaaae-a549-415a-a477-4e1622761c86 req-f8cc433e-0200-43ec-9594-4514c2df0bf0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Apr 06 17:06:45.253990 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33196) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:45.267277 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d59ece23-7aa1-486e-8622-a1526f75b1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:45.338081 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d59ece23-7aa1-486e-8622-a1526f75b1ce admin admin] Publish callbacks [] for security_group (76a0d91e-0fb7-44e9-acfc-2d8a6e8a5a87), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:45.385572 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d59ece23-7aa1-486e-8622-a1526f75b1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (76a0d91e-0fb7-44e9-acfc-2d8a6e8a5a87), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:45.422762 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d59ece23-7aa1-486e-8622-a1526f75b1ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0eccae8d5a14d28ae20261b6422ff60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677251 Apr 06 17:06:45.424676 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ece23-7aa1-486e-8622-a1526f75b1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a0d91e-0fb7-44e9-acfc-2d8a6e8a5a87,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:45.425545 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 33198) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:45.476350 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8986b2dc-c50b-4ad3-b0b8-d284af792fbd admin admin] Publish callbacks [] for security_group (76a0d91e-0fb7-44e9-acfc-2d8a6e8a5a87), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:45.496632 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8986b2dc-c50b-4ad3-b0b8-d284af792fbd admin admin] Publish callbacks [] for security_group (76a0d91e-0fb7-44e9-acfc-2d8a6e8a5a87), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:45.585126 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8986b2dc-c50b-4ad3-b0b8-d284af792fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (76a0d91e-0fb7-44e9-acfc-2d8a6e8a5a87), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:45.587770 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8986b2dc-c50b-4ad3-b0b8-d284af792fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:45.590709 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-8986b2dc-c50b-4ad3-b0b8-d284af792fbd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76a0d91e-0fb7-44e9-acfc-2d8a6e8a5a87 HTTP/1.1" status: 204 len: 168 time: 0.1623263 Apr 06 17:06:45.596777 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986b2dc-c50b-4ad3-b0b8-d284af792fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a0d91e-0fb7-44e9-acfc-2d8a6e8a5a87,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:45.634090 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device a19c2888-32c8-4141-ad96-6205778be03d details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:06:45.738848 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port a19c2888-32c8-4141-ad96-6205778be03d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=a19c2888-32c8-4141-ad96-6205778be03d,segment=NetworkSegment(60c89cf7-2817-4c5a-8b57-f2ef288a1567),segment_id=60c89cf7-2817-4c5a-8b57-f2ef288a1567)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:45.750666 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': 'a19c2888-32c8-4141-ad96-6205778be03d', 'network_id': '94525299-1240-42d1-8649-f2e8717dbda7', 'port_id': 'a19c2888-32c8-4141-ad96-6205778be03d', 'mac_address': 'fa:16:3e:9f:5d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496572d5-14c1-4f28-9d98-d01a2cfcf533', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:06:45.786461 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port a19c2888-32c8-4141-ad96-6205778be03d is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:45.786853 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (a19c2888-32c8-4141-ad96-6205778be03d), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:45.799816 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19c2888-32c8-4141-ad96-6205778be03d {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:06:45.821235 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port a19c2888-32c8-4141-ad96-6205778be03d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=a19c2888-32c8-4141-ad96-6205778be03d,segment=NetworkSegment(60c89cf7-2817-4c5a-8b57-f2ef288a1567),segment_id=60c89cf7-2817-4c5a-8b57-f2ef288a1567)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:45.894576 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596e661-cacb-4c8d-b7fb-a01ec0984ed9 req-b111d978-6787-49a9-87e1-d285fe9fe2f5 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:45.896088 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e596e661-cacb-4c8d-b7fb-a01ec0984ed9 req-b111d978-6787-49a9-87e1-d285fe9fe2f5 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 943 time: 0.0532060 Apr 06 17:06:45.939774 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (a19c2888-32c8-4141-ad96-6205778be03d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:45.972672 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e596e661-cacb-4c8d-b7fb-a01ec0984ed9 req-f4b9f873-c3a2-49a4-a964-ab52e6a8efb4 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709250 Apr 06 17:06:45.993767 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a373d-3883-4671-a70e-5f4199a0b609 req-21494ffa-1f8f-4cfb-8439-0b890d14f6bb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:46.002203 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1f1a373d-3883-4671-a70e-5f4199a0b609 req-21494ffa-1f8f-4cfb-8439-0b890d14f6bb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0935912 Apr 06 17:06:46.007172 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=a19c2888-32c8-4141-ad96-6205778be03d,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:46.051521 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1f1a373d-3883-4671-a70e-5f4199a0b609 req-b7ae918e-d45e-4df3-b82e-cce951750cc7 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484293 Apr 06 17:06:46.157259 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9481a3-3288-4908-ad7b-f2605161e339 req-38ddc0ea-305b-4c9d-84f1-19bb2ea372f6 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:46.158722 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ba9481a3-3288-4908-ad7b-f2605161e339 req-38ddc0ea-305b-4c9d-84f1-19bb2ea372f6 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0525427 Apr 06 17:06:46.208394 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ba9481a3-3288-4908-ad7b-f2605161e339 req-3463211c-c440-48d0-b93e-5ed313a4f716 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411777 Apr 06 17:06:47.091416 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['a19c2888-32c8-4141-ad96-6205778be03d'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:06:47.410855 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5648ee2-06e6-4aa6-8e68-10d28538c71f req-3b43b9c3-37c1-460e-a2f2-7921381e2b44 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:47.412394 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a5648ee2-06e6-4aa6-8e68-10d28538c71f req-3b43b9c3-37c1-460e-a2f2-7921381e2b44 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 944 time: 0.3617189 Apr 06 17:06:47.497704 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021635f7-b781-4070-abb8-54c3d5b71142 req-0acb4e53-7594-4c33-89e9-5f91f2e99563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:47.499153 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-0acb4e53-7594-4c33-89e9-5f91f2e99563 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 200 len: 855 time: 0.4031186 Apr 06 17:06:47.613408 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde68129-ae4f-4119-9bb2-dc0a01e53fcc req-6f53992a-6906-49f9-a825-cd17c5a3e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:47.614841 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dde68129-ae4f-4119-9bb2-dc0a01e53fcc req-6f53992a-6906-49f9-a825-cd17c5a3e0c3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5268099 Apr 06 17:06:47.627088 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ba9af-559e-4d3d-8ca1-e123f2e26031 req-43a3b964-4ade-4766-9e12-b6564b97afe4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:47.628563 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c38ba9af-559e-4d3d-8ca1-e123f2e26031 req-43a3b964-4ade-4766-9e12-b6564b97afe4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.4362862 Apr 06 17:06:47.634062 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a5648ee2-06e6-4aa6-8e68-10d28538c71f req-01ed1f2f-1db1-4e2a-b080-d7b9ff748b6a tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887057 Apr 06 17:06:47.669728 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021635f7-b781-4070-abb8-54c3d5b71142 req-a88d7439-4ca6-4a8c-9408-b0a31d343709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:47.671243 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-a88d7439-4ca6-4a8c-9408-b0a31d343709 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f20736-5662-4187-864d-0ee6f8a19f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1521599 Apr 06 17:06:47.715048 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c38ba9af-559e-4d3d-8ca1-e123f2e26031 req-dec693f3-8805-4d5f-b135-dc3693c70699 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776391 Apr 06 17:06:47.789346 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33294) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:47.927466 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ec95e2f3-42a3-44d0-9746-0ca4010ae7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:47.968017 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-39264351-453c-485f-a431-834c67e8ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:47.969562 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-39264351-453c-485f-a431-834c67e8ca94 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 1127 time: 0.2205312 Apr 06 17:06:47.972657 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-40c5f9b9-c219-468d-ae4d-b44ca2edfa55 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455971 Apr 06 17:06:47.986401 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154fa34-888c-4ca3-96f7-2e5966b72308 req-9448c974-3e56-4337-bfd8-6f040cde83d0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:47.987856 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1154fa34-888c-4ca3-96f7-2e5966b72308 req-9448c974-3e56-4337-bfd8-6f040cde83d0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.1192768 Apr 06 17:06:48.004364 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ec95e2f3-42a3-44d0-9746-0ca4010ae7ce admin admin] Publish callbacks [] for security_group (7e991db1-c567-4f03-9cf9-9f1ba042a6a6), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.052199 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-325f8166-10dd-4b5a-a279-9033dc7e9452 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 HTTP/1.1" status: 200 len: 217 time: 0.0561912 Apr 06 17:06:48.078465 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ec95e2f3-42a3-44d0-9746-0ca4010ae7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (7e991db1-c567-4f03-9cf9-9f1ba042a6a6), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.125684 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-ec95e2f3-42a3-44d0-9746-0ca4010ae7ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77be2fd81feb458690ce2db1ddac8398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351979 Apr 06 17:06:48.126573 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95e2f3-42a3-44d0-9746-0ca4010ae7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e991db1-c567-4f03-9cf9-9f1ba042a6a6,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:48.129114 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33308) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:48.178761 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1154fa34-888c-4ca3-96f7-2e5966b72308 req-4fe1e783-fa8c-485e-a712-9512ccd7cbff tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818953 Apr 06 17:06:48.182405 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-6acee9a7-71bc-43e6-bb64-c9841a160281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:48.183989 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-6acee9a7-71bc-43e6-bb64-c9841a160281 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8377ebda-3e29-4c9b-ad5b-f3579b9da41a HTTP/1.1" status: 200 len: 849 time: 0.1039562 Apr 06 17:06:48.200362 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c913b9ff-376e-4d2d-adb5-bece6ba78307 admin admin] Publish callbacks [] for security_group (7e991db1-c567-4f03-9cf9-9f1ba042a6a6), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.232665 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-021635f7-b781-4070-abb8-54c3d5b71142 req-e4a390b6-2cb5-4e94-92e8-022adcddc3f8 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339122 Apr 06 17:06:48.247553 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c913b9ff-376e-4d2d-adb5-bece6ba78307 admin admin] Publish callbacks [] for security_group (7e991db1-c567-4f03-9cf9-9f1ba042a6a6), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.248998 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a244df78-81d6-40ad-ab2c-b37d8540460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:48.251573 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-a244df78-81d6-40ad-ab2c-b37d8540460c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570180 Apr 06 17:06:48.336776 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33314) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:48.355929 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-12a07c69-0015-4238-be84-988c4411d55a service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976601 Apr 06 17:06:48.439535 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c913b9ff-376e-4d2d-adb5-bece6ba78307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (7e991db1-c567-4f03-9cf9-9f1ba042a6a6), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.442281 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c913b9ff-376e-4d2d-adb5-bece6ba78307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.443494 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-c913b9ff-376e-4d2d-adb5-bece6ba78307 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e991db1-c567-4f03-9cf9-9f1ba042a6a6 HTTP/1.1" status: 204 len: 168 time: 0.3021231 Apr 06 17:06:48.456490 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce489b91-d33f-4205-bbfe-284689cde5ed req-85d6d8a9-cd5f-4bfb-884e-fdb1d4ecef88 service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869324 Apr 06 17:06:48.456984 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c44b842b-8eb3-42fb-a29e-589b0ff672e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.459193 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913b9ff-376e-4d2d-adb5-bece6ba78307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e991db1-c567-4f03-9cf9-9f1ba042a6a6,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:48.537604 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c44b842b-8eb3-42fb-a29e-589b0ff672e9 admin admin] Publish callbacks [] for security_group (b98eeba4-f679-41f4-9a63-5206092b0b30), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.637421 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c44b842b-8eb3-42fb-a29e-589b0ff672e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b98eeba4-f679-41f4-9a63-5206092b0b30), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.676858 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-c44b842b-8eb3-42fb-a29e-589b0ff672e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0da0dd2a50044306b50674732326e6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388836 Apr 06 17:06:48.677719 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b842b-8eb3-42fb-a29e-589b0ff672e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98eeba4-f679-41f4-9a63-5206092b0b30,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:48.679575 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 33322) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:48.756821 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3449-7da9-417a-8209-85c31d834b12 admin admin] Publish callbacks [] for security_group (b98eeba4-f679-41f4-9a63-5206092b0b30), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.771431 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device a19c2888-32c8-4141-ad96-6205778be03d up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:48.825479 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3449-7da9-417a-8209-85c31d834b12 admin admin] Publish callbacks [] for security_group (b98eeba4-f679-41f4-9a63-5206092b0b30), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.875380 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828feb36-e631-4819-8e9d-b84219188929 req-e4e07076-8269-4fae-ad77-b9cca6af9651 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:48.876873 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-828feb36-e631-4819-8e9d-b84219188929 req-e4e07076-8269-4fae-ad77-b9cca6af9651 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 944 time: 0.1369562 Apr 06 17:06:48.917775 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port a19c2888-32c8-4141-ad96-6205778be03d completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:06:48.930851 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port a19c2888-32c8-4141-ad96-6205778be03d triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:48.930851 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (a19c2888-32c8-4141-ad96-6205778be03d), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.960984 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-828feb36-e631-4819-8e9d-b84219188929 req-e58e4ec2-fd3f-451e-a058-516a77da7996 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756819 Apr 06 17:06:48.973184 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4d6db-a518-410d-ae43-1743d0b513f3 req-dc62c092-f273-4a0c-bc33-691b35c16713 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:48.975098 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7bb4d6db-a518-410d-ae43-1743d0b513f3 req-dc62c092-f273-4a0c-bc33-691b35c16713 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.1111457 Apr 06 17:06:48.989081 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3449-7da9-417a-8209-85c31d834b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b98eeba4-f679-41f4-9a63-5206092b0b30), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.991738 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4a6b3449-7da9-417a-8209-85c31d834b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:48.993072 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-4a6b3449-7da9-417a-8209-85c31d834b12 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b98eeba4-f679-41f4-9a63-5206092b0b30 HTTP/1.1" status: 204 len: 168 time: 0.3124218 Apr 06 17:06:49.019199 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b3449-7da9-417a-8209-85c31d834b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98eeba4-f679-41f4-9a63-5206092b0b30,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:49.025769 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port a19c2888-32c8-4141-ad96-6205778be03d is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:49.026184 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (a19c2888-32c8-4141-ad96-6205778be03d), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:49.053878 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7bb4d6db-a518-410d-ae43-1743d0b513f3 req-92aa05e6-00fb-4c3d-ba7f-d98b478a36e0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720887 Apr 06 17:06:49.075296 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd5826-958b-471f-a3ee-c545e53b3b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19c2888-32c8-4141-ad96-6205778be03d'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:06:49.154472 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port a19c2888-32c8-4141-ad96-6205778be03d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=a19c2888-32c8-4141-ad96-6205778be03d,segment=NetworkSegment(60c89cf7-2817-4c5a-8b57-f2ef288a1567),segment_id=60c89cf7-2817-4c5a-8b57-f2ef288a1567)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:49.289097 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (a19c2888-32c8-4141-ad96-6205778be03d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:49.312780 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2922d5-67e6-43e9-a3ce-e6653c8b3137 req-d91cde10-a5f5-43a7-b8f8-966bb041e359 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:49.321317 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0b2922d5-67e6-43e9-a3ce-e6653c8b3137 req-d91cde10-a5f5-43a7-b8f8-966bb041e359 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0692682 Apr 06 17:06:49.353573 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=a19c2888-32c8-4141-ad96-6205778be03d,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:49.390384 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0b2922d5-67e6-43e9-a3ce-e6653c8b3137 req-1fcddca0-2323-42f2-98a6-5000c890c6bd tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679982 Apr 06 17:06:49.455024 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8441ef0b-b171-46cd-a4df-2e3b3e164a5b" -d '{"events": [{"server_uuid": "84cd5826-958b-471f-a3ee-c545e53b3b2c", "name": "network-vif-plugged", "status": "completed", "tag": "a19c2888-32c8-4141-ad96-6205778be03d"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:06:49.567173 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b49b74-2a48-4ef7-bd65-e21dd221b178 x-openstack-request-id: req-d7b49b74-2a48-4ef7-bd65-e21dd221b178 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:06:49.567473 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cd5826-958b-471f-a3ee-c545e53b3b2c", "name": "network-vif-plugged", "status": "completed", "tag": "a19c2888-32c8-4141-ad96-6205778be03d", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:06:49.567729 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7b49b74-2a48-4ef7-bd65-e21dd221b178 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:06:49.568191 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b49b74-2a48-4ef7-bd65-e21dd221b178'] response: {'server_uuid': '84cd5826-958b-471f-a3ee-c545e53b3b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19c2888-32c8-4141-ad96-6205778be03d', 'code': 200} Apr 06 17:06:49.799427 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 33392) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:49.813016 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d57a3bb0-a8c6-44fe-8af2-6258b176cefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:49.911045 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d57a3bb0-a8c6-44fe-8af2-6258b176cefb admin admin] Publish callbacks [] for security_group (1d38ad4b-09a5-4aeb-89d5-8e35793c1a3a), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:50.003593 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d57a3bb0-a8c6-44fe-8af2-6258b176cefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (1d38ad4b-09a5-4aeb-89d5-8e35793c1a3a), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:50.042884 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-d57a3bb0-a8c6-44fe-8af2-6258b176cefb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b32a4faab09447febaf5d0cae925cb97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422085 Apr 06 17:06:50.045527 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33400) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:50.054013 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a3bb0-a8c6-44fe-8af2-6258b176cefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d38ad4b-09a5-4aeb-89d5-8e35793c1a3a,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:50.103463 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-82c4ab78-a8fe-42e8-8884-a89c915c3725 admin admin] Publish callbacks [] for security_group (1d38ad4b-09a5-4aeb-89d5-8e35793c1a3a), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:50.104895 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45696497-9563-4b3c-823e-0ce5da74298b req-f89cc657-cb0c-443e-b1ed-ffcf604138d2 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:50.106633 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-45696497-9563-4b3c-823e-0ce5da74298b req-f89cc657-cb0c-443e-b1ed-ffcf604138d2 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0663660 Apr 06 17:06:50.145639 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-82c4ab78-a8fe-42e8-8884-a89c915c3725 admin admin] Publish callbacks [] for security_group (1d38ad4b-09a5-4aeb-89d5-8e35793c1a3a), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:50.191496 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-45696497-9563-4b3c-823e-0ce5da74298b req-af732489-9c5b-44fc-af32-02a768ed6ef0 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783396 Apr 06 17:06:50.210221 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5094a-069b-46d6-b0ae-dab2610af82b req-b3f37733-39c3-45e0-b8c6-f82a55a7fedb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:50.211696 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7ec5094a-069b-46d6-b0ae-dab2610af82b req-b3f37733-39c3-45e0-b8c6-f82a55a7fedb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0642025 Apr 06 17:06:50.262295 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7ec5094a-069b-46d6-b0ae-dab2610af82b req-f76a2091-56ad-47ba-b00d-9c3ef8b5585a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451171 Apr 06 17:06:50.290369 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-82c4ab78-a8fe-42e8-8884-a89c915c3725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (1d38ad4b-09a5-4aeb-89d5-8e35793c1a3a), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:50.293105 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-82c4ab78-a8fe-42e8-8884-a89c915c3725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:50.294276 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-82c4ab78-a8fe-42e8-8884-a89c915c3725 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d38ad4b-09a5-4aeb-89d5-8e35793c1a3a HTTP/1.1" status: 204 len: 168 time: 0.2472799 Apr 06 17:06:50.304205 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4ab78-a8fe-42e8-8884-a89c915c3725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d38ad4b-09a5-4aeb-89d5-8e35793c1a3a,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:50.335211 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33410) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:50.511113 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4243c-b8f7-4adc-a57e-43e3460201c9 req-71f017a2-6b36-4ddb-b826-30349f06ae5d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:50.512622 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e9d4243c-b8f7-4adc-a57e-43e3460201c9 req-71f017a2-6b36-4ddb-b826-30349f06ae5d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0574436 Apr 06 17:06:50.561723 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e9d4243c-b8f7-4adc-a57e-43e3460201c9 req-105226dd-b69e-4463-b694-626bf7bb2a1c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 Apr 06 17:06:50.682749 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0f5e926a-baf0-402f-bd2f-b748e6e4daa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:50.763631 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0f5e926a-baf0-402f-bd2f-b748e6e4daa0 admin admin] Publish callbacks [] for security_group (23b0ed9b-edd4-464b-831b-4e1c2a4642a3), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:50.843848 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0f5e926a-baf0-402f-bd2f-b748e6e4daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (23b0ed9b-edd4-464b-831b-4e1c2a4642a3), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:50.882543 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-0f5e926a-baf0-402f-bd2f-b748e6e4daa0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66563bc70cff4bb5a3b42c270ddb3637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5483494 Apr 06 17:06:50.889294 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33440) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:50.893072 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e926a-baf0-402f-bd2f-b748e6e4daa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b0ed9b-edd4-464b-831b-4e1c2a4642a3,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:50.945686 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fd2d2fc1-2bd4-4b9f-b072-08e6dedcca4f admin admin] Publish callbacks [] for security_group (23b0ed9b-edd4-464b-831b-4e1c2a4642a3), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:50.973033 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fd2d2fc1-2bd4-4b9f-b072-08e6dedcca4f admin admin] Publish callbacks [] for security_group (23b0ed9b-edd4-464b-831b-4e1c2a4642a3), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:51.105550 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fd2d2fc1-2bd4-4b9f-b072-08e6dedcca4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (23b0ed9b-edd4-464b-831b-4e1c2a4642a3), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:51.108992 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fd2d2fc1-2bd4-4b9f-b072-08e6dedcca4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:51.110357 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-fd2d2fc1-2bd4-4b9f-b072-08e6dedcca4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23b0ed9b-edd4-464b-831b-4e1c2a4642a3 HTTP/1.1" status: 204 len: 168 time: 0.2241867 Apr 06 17:06:51.118269 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d2fc1-2bd4-4b9f-b072-08e6dedcca4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b0ed9b-edd4-464b-831b-4e1c2a4642a3,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:51.313678 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f908d0-9890-4e1a-b07c-8ce97cc162c7 req-06ef2174-8d43-43f1-947d-28ba85d4d5e2 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:51.315212 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-31f908d0-9890-4e1a-b07c-8ce97cc162c7 req-06ef2174-8d43-43f1-947d-28ba85d4d5e2 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0552642 Apr 06 17:06:51.402407 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-31f908d0-9890-4e1a-b07c-8ce97cc162c7 req-43d110b1-d9aa-4410-bf71-5f85739d7912 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812728 Apr 06 17:06:51.428138 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bb8d3-3ce7-471a-8397-a20743d16020 req-397b3872-57c2-4f98-bfea-51c3067e3f02 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:51.431542 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-335bb8d3-3ce7-471a-8397-a20743d16020 req-397b3872-57c2-4f98-bfea-51c3067e3f02 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0848958 Apr 06 17:06:51.489043 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-335bb8d3-3ce7-471a-8397-a20743d16020 req-14c0481a-c67f-48f9-855d-a07ed3fe2978 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534763 Apr 06 17:06:51.694065 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5098c79-b564-4d6b-a5f7-4c216b385582 req-17436581-3812-4169-a689-7caaecbdb699 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:51.695595 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e5098c79-b564-4d6b-a5f7-4c216b385582 req-17436581-3812-4169-a689-7caaecbdb699 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0518248 Apr 06 17:06:51.742666 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e5098c79-b564-4d6b-a5f7-4c216b385582 req-13e10972-aca8-4801-8ff2-3df8245696d1 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413806 Apr 06 17:06:51.918735 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 33486) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:51.932197 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f302977-183f-457e-85f0-0dac78793fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.005638 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f302977-183f-457e-85f0-0dac78793fb2 admin admin] Publish callbacks [] for security_group (f76302eb-f629-4577-bc21-eeb202a5ec5d), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.071042 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f302977-183f-457e-85f0-0dac78793fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (f76302eb-f629-4577-bc21-eeb202a5ec5d), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.108634 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-0f302977-183f-457e-85f0-0dac78793fb2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e1b8be1c1864c6e9f3368f833b30a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887732 Apr 06 17:06:52.110339 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f302977-183f-457e-85f0-0dac78793fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76302eb-f629-4577-bc21-eeb202a5ec5d,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:52.112019 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33492) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:52.159584 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3de867f7-1a51-42d4-bb7f-2244cd0ade8c admin admin] Publish callbacks [] for security_group (f76302eb-f629-4577-bc21-eeb202a5ec5d), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.182184 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3de867f7-1a51-42d4-bb7f-2244cd0ade8c admin admin] Publish callbacks [] for security_group (f76302eb-f629-4577-bc21-eeb202a5ec5d), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.328727 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3de867f7-1a51-42d4-bb7f-2244cd0ade8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (f76302eb-f629-4577-bc21-eeb202a5ec5d), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.333320 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3de867f7-1a51-42d4-bb7f-2244cd0ade8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:52.334800 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-3de867f7-1a51-42d4-bb7f-2244cd0ade8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f76302eb-f629-4577-bc21-eeb202a5ec5d HTTP/1.1" status: 204 len: 168 time: 0.2212019 Apr 06 17:06:52.344978 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de867f7-1a51-42d4-bb7f-2244cd0ade8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76302eb-f629-4577-bc21-eeb202a5ec5d,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:52.527166 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933f13a-ae48-4c9f-ab15-c34a6c1a350c req-d72a32f9-b00e-446e-af2a-145cb212c673 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:52.528770 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6933f13a-ae48-4c9f-ab15-c34a6c1a350c req-d72a32f9-b00e-446e-af2a-145cb212c673 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0565245 Apr 06 17:06:52.603092 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6933f13a-ae48-4c9f-ab15-c34a6c1a350c req-570c6520-041b-4c45-bbfc-899b3de7072e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678475 Apr 06 17:06:52.627569 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62000390-1ac6-4af1-83aa-948b485f56e9 req-304aeb32-b075-4fce-adea-958de2bc349f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:52.629235 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-62000390-1ac6-4af1-83aa-948b485f56e9 req-304aeb32-b075-4fce-adea-958de2bc349f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0666623 Apr 06 17:06:52.676544 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-62000390-1ac6-4af1-83aa-948b485f56e9 req-24f29508-181f-4a95-8a0d-3db69ccc31b6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Apr 06 17:06:52.861870 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203e99f-7e48-4b6e-a26e-cc873b186ecd req-9f5c4f93-3ece-400a-a7aa-d6ef50a60eac tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:52.863368 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f203e99f-7e48-4b6e-a26e-cc873b186ecd req-9f5c4f93-3ece-400a-a7aa-d6ef50a60eac tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0534580 Apr 06 17:06:52.915167 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f203e99f-7e48-4b6e-a26e-cc873b186ecd req-cb1fb53d-459c-4044-8b73-a806463817cc tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460114 Apr 06 17:06:53.000269 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 33520) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:53.113850 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-deddf7a2-3644-4838-9224-b883ce33038b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:53.187832 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-deddf7a2-3644-4838-9224-b883ce33038b admin admin] Publish callbacks [] for security_group (defe2d70-e94b-43eb-aa4d-9c61af090f20), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:53.255650 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-deddf7a2-3644-4838-9224-b883ce33038b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (defe2d70-e94b-43eb-aa4d-9c61af090f20), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:53.294541 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-deddf7a2-3644-4838-9224-b883ce33038b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5157de3420c4fc489c3a408308a340e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930171 Apr 06 17:06:53.295762 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddf7a2-3644-4838-9224-b883ce33038b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defe2d70-e94b-43eb-aa4d-9c61af090f20,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:53.297364 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33536) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:53.348862 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-82c4db71-38ec-4008-bd6a-9ba1a211cdf7 admin admin] Publish callbacks [] for security_group (defe2d70-e94b-43eb-aa4d-9c61af090f20), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:53.373373 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-82c4db71-38ec-4008-bd6a-9ba1a211cdf7 admin admin] Publish callbacks [] for security_group (defe2d70-e94b-43eb-aa4d-9c61af090f20), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:53.524453 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-82c4db71-38ec-4008-bd6a-9ba1a211cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (defe2d70-e94b-43eb-aa4d-9c61af090f20), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:53.527109 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-82c4db71-38ec-4008-bd6a-9ba1a211cdf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:53.528372 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-82c4db71-38ec-4008-bd6a-9ba1a211cdf7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/defe2d70-e94b-43eb-aa4d-9c61af090f20 HTTP/1.1" status: 204 len: 168 time: 0.2287931 Apr 06 17:06:53.536249 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4db71-38ec-4008-bd6a-9ba1a211cdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defe2d70-e94b-43eb-aa4d-9c61af090f20,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:53.733312 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9154236-0a21-45bd-93ae-40a9b42e4935 req-7bdf3753-9ba6-477a-b230-437cf064dfb6 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:53.742306 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d9154236-0a21-45bd-93ae-40a9b42e4935 req-7bdf3753-9ba6-477a-b230-437cf064dfb6 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0668468 Apr 06 17:06:53.822732 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d9154236-0a21-45bd-93ae-40a9b42e4935 req-e7c582a4-2229-410c-9efa-857459a162ac tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793872 Apr 06 17:06:53.838019 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e97c51-1311-4992-b552-da35c0a7031d req-052d0743-993d-4b41-b19e-6609ef5bd0e7 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:53.839742 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-18e97c51-1311-4992-b552-da35c0a7031d req-052d0743-993d-4b41-b19e-6609ef5bd0e7 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0821407 Apr 06 17:06:53.888908 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-18e97c51-1311-4992-b552-da35c0a7031d req-b279f914-0dc7-43c3-98b5-af35e4b7d40d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Apr 06 17:06:53.944391 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 63e9fe6f-84bb-4042-84c4-6255fab49cf7 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:06:54.044670 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4418561-a05e-4436-9e7c-b1741ad745c1 req-4d9fd938-3552-4f09-8a50-90b6c706dd75 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:54.046331 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4418561-a05e-4436-9e7c-b1741ad745c1 req-4d9fd938-3552-4f09-8a50-90b6c706dd75 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0577407 Apr 06 17:06:54.054044 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:54.065954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'port_id': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'mac_address': 'fa:16:3e:79:c5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:06:54.098480 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4418561-a05e-4436-9e7c-b1741ad745c1 req-e5a5ee6c-37b9-4dc1-b94a-95c422d986bc tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455284 Apr 06 17:06:54.108614 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:54.108970 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:54.123026 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e9fe6f-84bb-4042-84c4-6255fab49cf7 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:06:54.143071 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:54.256882 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:54.267300 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 33572) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:54.280752 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d2530013-298d-418b-9c10-acc7e3d2c8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:54.309835 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=63e9fe6f-84bb-4042-84c4-6255fab49cf7,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:54.356125 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d2530013-298d-418b-9c10-acc7e3d2c8dc admin admin] Publish callbacks [] for security_group (07b93375-b83b-468d-8617-417e33fa3e66), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:54.467346 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d2530013-298d-418b-9c10-acc7e3d2c8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (07b93375-b83b-468d-8617-417e33fa3e66), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:54.505895 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-d2530013-298d-418b-9c10-acc7e3d2c8dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9930302288f545d2bf865d8336fdc01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374532 Apr 06 17:06:54.506741 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2530013-298d-418b-9c10-acc7e3d2c8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b93375-b83b-468d-8617-417e33fa3e66,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:54.520654 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33578) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:54.574484 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cc282ea4-357f-4ec4-8453-f48c4b604dde admin admin] Publish callbacks [] for security_group (07b93375-b83b-468d-8617-417e33fa3e66), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:54.595993 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cc282ea4-357f-4ec4-8453-f48c4b604dde admin admin] Publish callbacks [] for security_group (07b93375-b83b-468d-8617-417e33fa3e66), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:54.713068 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cc282ea4-357f-4ec4-8453-f48c4b604dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (07b93375-b83b-468d-8617-417e33fa3e66), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:54.716007 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cc282ea4-357f-4ec4-8453-f48c4b604dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:54.717449 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-cc282ea4-357f-4ec4-8453-f48c4b604dde admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07b93375-b83b-468d-8617-417e33fa3e66 HTTP/1.1" status: 204 len: 168 time: 0.1956873 Apr 06 17:06:54.727290 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc282ea4-357f-4ec4-8453-f48c4b604dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b93375-b83b-468d-8617-417e33fa3e66,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:54.949690 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea1843-9dee-4cf5-8968-0f4efbfd61ba req-4848a707-cff0-4676-899c-0df0283d551c tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:54.951312 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7cea1843-9dee-4cf5-8968-0f4efbfd61ba req-4848a707-cff0-4676-899c-0df0283d551c tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0582564 Apr 06 17:06:55.021909 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['63e9fe6f-84bb-4042-84c4-6255fab49cf7'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:06:55.033351 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7cea1843-9dee-4cf5-8968-0f4efbfd61ba req-4813e392-20b7-415c-9337-b57aeae56449 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756183 Apr 06 17:06:55.049685 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aae9a6-2aec-41ca-acae-0918b8449cf8 req-595bbc68-f324-4bdc-aca2-38668757ce14 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:55.050735 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-01aae9a6-2aec-41ca-acae-0918b8449cf8 req-595bbc68-f324-4bdc-aca2-38668757ce14 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 944 time: 0.0863776 Apr 06 17:06:55.125147 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-01aae9a6-2aec-41ca-acae-0918b8449cf8 req-ec6c958b-269c-4740-9136-ff89cfbf7ef5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666401 Apr 06 17:06:55.274425 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b2b08-f245-48c0-af0d-7716f8cf56e7 req-6aaa4f57-3161-46b3-8233-0d266a4237a5 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:55.287257 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-678b2b08-f245-48c0-af0d-7716f8cf56e7 req-6aaa4f57-3161-46b3-8233-0d266a4237a5 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0736368 Apr 06 17:06:55.325960 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-678b2b08-f245-48c0-af0d-7716f8cf56e7 req-b149179e-1f2d-49dd-a90c-12f3d0bcf51c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441256 Apr 06 17:06:55.518645 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df3fe8-62e6-408d-b551-ec3c1461196e req-3fffd370-2f3a-497f-aebf-f2cafeeb13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:55.520154 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1df3fe8-62e6-408d-b551-ec3c1461196e req-3fffd370-2f3a-497f-aebf-f2cafeeb13b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 1128 time: 0.0496321 Apr 06 17:06:55.705648 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df3fe8-62e6-408d-b551-ec3c1461196e req-972392be-4ef8-4704-aad3-71bc65abd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:55.707218 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1df3fe8-62e6-408d-b551-ec3c1461196e req-972392be-4ef8-4704-aad3-71bc65abd004 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 917 time: 0.1499631 Apr 06 17:06:56.173471 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56634d93-58c0-4ab6-81c9-51d0fe266714 req-b89a1fc2-ee4f-4998-b8e2-3e166f964c98 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:56.175274 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-56634d93-58c0-4ab6-81c9-51d0fe266714 req-b89a1fc2-ee4f-4998-b8e2-3e166f964c98 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0560422 Apr 06 17:06:56.256949 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-56634d93-58c0-4ab6-81c9-51d0fe266714 req-6138406f-3f08-4fe4-a974-64928196fbde tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734813 Apr 06 17:06:56.291822 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff2b85-549c-4660-9a26-929647bdc0eb req-97b69c2a-c56d-495b-bfe5-760dd9f4dc66 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:56.293547 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3aff2b85-549c-4660-9a26-929647bdc0eb req-97b69c2a-c56d-495b-bfe5-760dd9f4dc66 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 944 time: 0.0713222 Apr 06 17:06:56.344514 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3aff2b85-549c-4660-9a26-929647bdc0eb req-8b800b48-e44d-479a-8dfd-1507beac90d7 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454016 Apr 06 17:06:56.462962 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d75fa-b71f-4f92-b22d-3afd22e6e74f req-fa1021df-d72e-42ad-8515-29258633c975 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:56.468168 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-725d75fa-b71f-4f92-b22d-3afd22e6e74f req-fa1021df-d72e-42ad-8515-29258633c975 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0566523 Apr 06 17:06:56.524490 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 63e9fe6f-84bb-4042-84c4-6255fab49cf7 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:06:56.680372 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-725d75fa-b71f-4f92-b22d-3afd22e6e74f req-1fd1a204-7dd0-46ea-91ce-b3abe4cd1724 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095871 Apr 06 17:06:56.684689 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:06:56.691969 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:06:56.692489 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:56.772946 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:06:56.773344 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:56.810299 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:06:56.812866 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3831f4-1930-459a-ba51-f12f3d079eea" -d '{"events": [{"server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "name": "network-vif-plugged", "status": "completed", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:06:56.836856 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:06:56.850982 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d4c089-6469-47dd-b5eb-67f613d4a1d4 x-openstack-request-id: req-f3d4c089-6469-47dd-b5eb-67f613d4a1d4 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:06:56.851318 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "name": "network-vif-plugged", "status": "completed", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:06:56.851703 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f3d4c089-6469-47dd-b5eb-67f613d4a1d4 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:06:56.854096 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d4c089-6469-47dd-b5eb-67f613d4a1d4'] response: {'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'code': 200} Apr 06 17:06:56.901990 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:56.949385 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=63e9fe6f-84bb-4042-84c4-6255fab49cf7,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:57.379994 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3858b6c-199d-4334-a026-cc83897d3c81 req-94d28e76-3d51-466f-9885-27dcbd8317f8 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:57.381462 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a3858b6c-199d-4334-a026-cc83897d3c81 req-94d28e76-3d51-466f-9885-27dcbd8317f8 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0515790 Apr 06 17:06:57.436402 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a3858b6c-199d-4334-a026-cc83897d3c81 req-9083e6e8-eaa4-45c6-8883-ed12b2361458 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493133 Apr 06 17:06:57.480330 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc794952-49c2-4a62-813d-272307f736b3 req-861635b6-56a6-4665-957f-923a64471cbc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:57.481717 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cc794952-49c2-4a62-813d-272307f736b3 req-861635b6-56a6-4665-957f-923a64471cbc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0572214 Apr 06 17:06:57.527096 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cc794952-49c2-4a62-813d-272307f736b3 req-9a814100-227f-45c4-98c3-82a03f9d03a6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393090 Apr 06 17:06:57.849315 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dd3ce-1d51-4da9-a1be-66b51a0b49de req-ec874c47-df18-42fa-9e96-c74aaf0cec6e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:57.858879 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab9dd3ce-1d51-4da9-a1be-66b51a0b49de req-ec874c47-df18-42fa-9e96-c74aaf0cec6e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0941219 Apr 06 17:06:57.919290 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab9dd3ce-1d51-4da9-a1be-66b51a0b49de req-0dc48a81-d481-4649-a287-ed07c3fa9c86 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555184 Apr 06 17:06:58.479702 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 33750) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:58.595856 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcc75d-8dfe-4b88-a1f0-d1b3243018ec req-c8ed3214-f8dc-437a-81f8-be4697781be1 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:58.597715 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5adcc75d-8dfe-4b88-a1f0-d1b3243018ec req-c8ed3214-f8dc-437a-81f8-be4697781be1 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0694420 Apr 06 17:06:58.659288 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-154f3e7f-cfd0-4e73-90a8-a5fe417b6007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:58.716176 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5adcc75d-8dfe-4b88-a1f0-d1b3243018ec req-d3e04189-8e5e-44be-8e78-d35dfce25ba7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095190 Apr 06 17:06:58.730114 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cf9f1-c43f-44d6-a3f5-18cb3fde8946 req-13bf2d23-23ad-4c19-90ea-a8b0234596cf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:58.731919 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-872cf9f1-c43f-44d6-a3f5-18cb3fde8946 req-13bf2d23-23ad-4c19-90ea-a8b0234596cf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.1275733 Apr 06 17:06:58.802569 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-872cf9f1-c43f-44d6-a3f5-18cb3fde8946 req-13dfde04-bee9-4d5b-b529-d96d4b9c6aed tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644343 Apr 06 17:06:58.815079 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-154f3e7f-cfd0-4e73-90a8-a5fe417b6007 admin admin] Publish callbacks [] for security_group (05bdcf79-b067-4e42-a746-ab2c7b02326f), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:58.873531 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-154f3e7f-cfd0-4e73-90a8-a5fe417b6007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (05bdcf79-b067-4e42-a746-ab2c7b02326f), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:58.914365 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-154f3e7f-cfd0-4e73-90a8-a5fe417b6007 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9c8251a1dee94092a2add8838049e78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333978 Apr 06 17:06:58.915289 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f3e7f-cfd0-4e73-90a8-a5fe417b6007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bdcf79-b067-4e42-a746-ab2c7b02326f,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:58.917761 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33770) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:58.966069 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-297b9ee6-39aa-4d32-8660-bd876424db94 admin admin] Publish callbacks [] for security_group (05bdcf79-b067-4e42-a746-ab2c7b02326f), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:58.988588 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-297b9ee6-39aa-4d32-8660-bd876424db94 admin admin] Publish callbacks [] for security_group (05bdcf79-b067-4e42-a746-ab2c7b02326f), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:59.047199 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8fc92-4548-47f7-9533-f692a9b0f01c req-3ec87f55-c312-4418-bcca-77a31513091c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:59.048755 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-24f8fc92-4548-47f7-9533-f692a9b0f01c req-3ec87f55-c312-4418-bcca-77a31513091c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0581896 Apr 06 17:06:59.097344 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-24f8fc92-4548-47f7-9533-f692a9b0f01c req-4d52148e-cb1b-4778-be6f-2fa5ada500ba tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Apr 06 17:06:59.123951 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-297b9ee6-39aa-4d32-8660-bd876424db94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (05bdcf79-b067-4e42-a746-ab2c7b02326f), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:59.127067 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-297b9ee6-39aa-4d32-8660-bd876424db94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:59.128230 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-297b9ee6-39aa-4d32-8660-bd876424db94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05bdcf79-b067-4e42-a746-ab2c7b02326f HTTP/1.1" status: 204 len: 168 time: 0.2090902 Apr 06 17:06:59.135872 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b9ee6-39aa-4d32-8660-bd876424db94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bdcf79-b067-4e42-a746-ab2c7b02326f,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:59.698257 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33806) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:59.711330 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9baa2788-464a-47af-82fd-1eb6d835e057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:59.790973 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9baa2788-464a-47af-82fd-1eb6d835e057 admin admin] Publish callbacks [] for security_group (7b801943-3b2c-4607-bf73-b8583d38c793), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:59.846780 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ec31c-009c-407d-9b98-a35b2b1ffa6c req-913371f5-3b18-4428-a46b-ec70c5f4ef5d tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:59.848331 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6a8ec31c-009c-407d-9b98-a35b2b1ffa6c req-913371f5-3b18-4428-a46b-ec70c5f4ef5d tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0545146 Apr 06 17:06:59.874131 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9baa2788-464a-47af-82fd-1eb6d835e057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (7b801943-3b2c-4607-bf73-b8583d38c793), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:06:59.913030 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-9baa2788-464a-47af-82fd-1eb6d835e057 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94d1e528de2143018704ef3c8197d989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135971 Apr 06 17:06:59.913849 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa2788-464a-47af-82fd-1eb6d835e057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b801943-3b2c-4607-bf73-b8583d38c793,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:06:59.916912 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33818) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:06:59.917718 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6a8ec31c-009c-407d-9b98-a35b2b1ffa6c req-bdc25826-2900-483d-8b19-33a5e75c7df5 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637071 Apr 06 17:06:59.950241 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3b76a-c4af-4de6-9e60-4bb881535261 req-fd121b62-2be3-419b-bee2-aea0f0b49e7f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:06:59.951742 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bcc3b76a-c4af-4de6-9e60-4bb881535261 req-fd121b62-2be3-419b-bee2-aea0f0b49e7f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0716491 Apr 06 17:06:59.982035 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-463bc9eb-01ca-438f-9ed9-ef3f47e34467 admin admin] Publish callbacks [] for security_group (7b801943-3b2c-4607-bf73-b8583d38c793), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:00.002154 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bcc3b76a-c4af-4de6-9e60-4bb881535261 req-58ff18ae-4020-47cc-a9b1-733b29aa1ceb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439899 Apr 06 17:07:00.006866 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-463bc9eb-01ca-438f-9ed9-ef3f47e34467 admin admin] Publish callbacks [] for security_group (7b801943-3b2c-4607-bf73-b8583d38c793), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:00.107960 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-463bc9eb-01ca-438f-9ed9-ef3f47e34467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (7b801943-3b2c-4607-bf73-b8583d38c793), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:00.110560 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-463bc9eb-01ca-438f-9ed9-ef3f47e34467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:00.112417 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-463bc9eb-01ca-438f-9ed9-ef3f47e34467 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b801943-3b2c-4607-bf73-b8583d38c793 HTTP/1.1" status: 204 len: 168 time: 0.1944084 Apr 06 17:07:00.120273 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bc9eb-01ca-438f-9ed9-ef3f47e34467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b801943-3b2c-4607-bf73-b8583d38c793,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:00.225400 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470881d-650d-4087-a851-07b502b49623 req-dc511871-f09c-40b4-a0fb-61e132d218fe tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:00.231480 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f470881d-650d-4087-a851-07b502b49623 req-dc511871-f09c-40b4-a0fb-61e132d218fe tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 943 time: 0.0671763 Apr 06 17:07:00.276828 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f470881d-650d-4087-a851-07b502b49623 req-ae63233e-40d0-4e0f-9c95-c8004bfb1835 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408914 Apr 06 17:07:00.324088 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:07:00.647226 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:07:00.747941 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:07:00.753988 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33836) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:00.760271 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'port_id': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0', 'mac_address': 'fa:16:3e:97:ef:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:07:00.766825 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d55c4ca0-8ee7-4eac-a470-6e3118306f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:00.799088 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:07:00.799695 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:00.813342 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:07:00.833436 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:07:00.842927 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d55c4ca0-8ee7-4eac-a470-6e3118306f93 admin admin] Publish callbacks [] for security_group (d7c1e3ff-84da-4fdc-a502-aff4bde7d19e), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:00.912834 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:00.947333 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d55c4ca0-8ee7-4eac-a470-6e3118306f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (d7c1e3ff-84da-4fdc-a502-aff4bde7d19e), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:00.961992 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:00.987463 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d55c4ca0-8ee7-4eac-a470-6e3118306f93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f925cf30cc2043b1b1de757e732c5bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322395 Apr 06 17:07:00.990515 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33842) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:00.998269 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c4ca0-8ee7-4eac-a470-6e3118306f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c1e3ff-84da-4fdc-a502-aff4bde7d19e,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:01.042232 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d05fd602-e610-44c6-9c9a-e154c06ca28c admin admin] Publish callbacks [] for security_group (d7c1e3ff-84da-4fdc-a502-aff4bde7d19e), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:01.045018 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce2772-e04c-497c-8d70-ccc97072cb37 req-9a008fd8-527b-4802-9868-203bc01f29ac tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:01.047323 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b1ce2772-e04c-497c-8d70-ccc97072cb37 req-9a008fd8-527b-4802-9868-203bc01f29ac tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0569754 Apr 06 17:07:01.065306 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d05fd602-e610-44c6-9c9a-e154c06ca28c admin admin] Publish callbacks [] for security_group (d7c1e3ff-84da-4fdc-a502-aff4bde7d19e), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:01.103205 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b1ce2772-e04c-497c-8d70-ccc97072cb37 req-9ae25646-e6de-43c1-9c9d-267d91506b4b tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496845 Apr 06 17:07:01.142651 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ebfd-b451-48b1-a71c-f5bb8553200c req-4ba4e2f2-6945-471a-a5eb-4377ddf5db03 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:01.144196 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e547ebfd-b451-48b1-a71c-f5bb8553200c req-4ba4e2f2-6945-471a-a5eb-4377ddf5db03 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0601311 Apr 06 17:07:01.182506 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d05fd602-e610-44c6-9c9a-e154c06ca28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (d7c1e3ff-84da-4fdc-a502-aff4bde7d19e), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:01.185002 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d05fd602-e610-44c6-9c9a-e154c06ca28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:01.186144 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d05fd602-e610-44c6-9c9a-e154c06ca28c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7c1e3ff-84da-4fdc-a502-aff4bde7d19e HTTP/1.1" status: 204 len: 168 time: 0.1947145 Apr 06 17:07:01.194741 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fd602-e610-44c6-9c9a-e154c06ca28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c1e3ff-84da-4fdc-a502-aff4bde7d19e,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:01.199526 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e547ebfd-b451-48b1-a71c-f5bb8553200c req-b8b2891d-1be9-456d-9cfe-e0573f4274db tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496874 Apr 06 17:07:01.392945 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb31f2-72a2-42aa-8402-53ba611dcbab req-32dfbdac-d80e-439c-8e11-9655b7528774 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:01.394414 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-63bb31f2-72a2-42aa-8402-53ba611dcbab req-32dfbdac-d80e-439c-8e11-9655b7528774 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 944 time: 0.0534027 Apr 06 17:07:01.440629 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-63bb31f2-72a2-42aa-8402-53ba611dcbab req-63a982d7-90c2-43b6-b1f3-dc43229a1ae4 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407665 Apr 06 17:07:02.237192 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db36a2a-19b8-490b-827b-8a5b45890ac5 req-9ef8dcd4-c98b-4dd2-9fc7-7d90af2e7a65 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:02.243598 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8db36a2a-19b8-490b-827b-8a5b45890ac5 req-9ef8dcd4-c98b-4dd2-9fc7-7d90af2e7a65 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0746553 Apr 06 17:07:02.304224 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8db36a2a-19b8-490b-827b-8a5b45890ac5 req-49901c07-fe11-4918-aa56-d7f18458d25a tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562236 Apr 06 17:07:02.351165 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cae64-0d81-44bc-9f06-3f0b20df4edf req-7e6b9e3c-643f-403c-9a91-fd5825c286d4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:02.352762 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-715cae64-0d81-44bc-9f06-3f0b20df4edf req-7e6b9e3c-643f-403c-9a91-fd5825c286d4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0633733 Apr 06 17:07:02.400661 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-715cae64-0d81-44bc-9f06-3f0b20df4edf req-3796e8b4-e362-4a8e-86a1-87860040a97b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422065 Apr 06 17:07:02.421006 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:02.527404 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1df3fe8-62e6-408d-b551-ec3c1461196e req-b53966ab-7432-47aa-b379-0fde137fe2a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7 HTTP/1.1" status: 200 len: 217 time: 0.0675678 Apr 06 17:07:02.739644 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df3fe8-62e6-408d-b551-ec3c1461196e req-5062c8e8-a777-4096-8979-8ecae28c26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:02.739644 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1df3fe8-62e6-408d-b551-ec3c1461196e req-5062c8e8-a777-4096-8979-8ecae28c26fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 200 len: 855 time: 0.0880573 Apr 06 17:07:02.739644 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78842e-b636-45b2-ac62-8f49308b7177 req-6fca28a5-b976-4511-bcad-7bb121e8b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:02.739644 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ad78842e-b636-45b2-ac62-8f49308b7177 req-6fca28a5-b976-4511-bcad-7bb121e8b068 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 1129 time: 0.1829212 Apr 06 17:07:02.739644 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694887ed-777f-4734-a993-bccb81ea7c9c req-cedbf583-7562-4290-858f-55f598a930ac tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:02.739644 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-694887ed-777f-4734-a993-bccb81ea7c9c req-cedbf583-7562-4290-858f-55f598a930ac tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 944 time: 0.1406636 Apr 06 17:07:02.739644 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-694887ed-777f-4734-a993-bccb81ea7c9c req-54196e0c-f126-4b52-98e5-51de1bba2936 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427427 Apr 06 17:07:03.336454 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:07:03.438005 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ad78842e-b636-45b2-ac62-8f49308b7177 req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:03.546211 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31874de5-71d2-4989-a816-d66c555922e1 req-a6ec375d-d4a4-4b37-9cba-5f765afc931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:03.547946 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-31874de5-71d2-4989-a816-d66c555922e1 req-a6ec375d-d4a4-4b37-9cba-5f765afc931b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 1129 time: 0.1402020 Apr 06 17:07:03.579759 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-31874de5-71d2-4989-a816-d66c555922e1 req-243aab30-a4f9-4163-9134-476699c66d12 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:03.633215 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d18cc-4440-41a1-aabf-875e7708f4c1 req-20ca23ea-4a13-4d5a-b72c-6b23da6eb41a tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:03.634741 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fb0d18cc-4440-41a1-aabf-875e7708f4c1 req-20ca23ea-4a13-4d5a-b72c-6b23da6eb41a tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.2429240 Apr 06 17:07:03.677803 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ad78842e-b636-45b2-ac62-8f49308b7177 req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Publish callbacks [] for security_group (4bd2d725-213e-401e-b0fb-ef2658dca68a), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:03.682817 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df3fe8-62e6-408d-b551-ec3c1461196e req-4819c385-531b-407b-8bb2-b5ec54e8f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:03.684502 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1df3fe8-62e6-408d-b551-ec3c1461196e req-4819c385-531b-407b-8bb2-b5ec54e8f40a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f20736-5662-4187-864d-0ee6f8a19f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3364489 Apr 06 17:07:03.708173 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc42e9-56f7-4b49-87c2-490f0c4671a4 req-f484d13a-ba73-420e-92d9-3a60defb8c86 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:03.709634 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bfc42e9-56f7-4b49-87c2-490f0c4671a4 req-f484d13a-ba73-420e-92d9-3a60defb8c86 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.2119074 Apr 06 17:07:03.736722 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fb0d18cc-4440-41a1-aabf-875e7708f4c1 req-7c2e7403-6990-4531-9a28-e0a8a8e00abc tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914516 Apr 06 17:07:03.768397 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bfc42e9-56f7-4b49-87c2-490f0c4671a4 req-56520c87-9fcd-4148-9f81-ea91af9cab22 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503743 Apr 06 17:07:03.830389 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-ad78842e-b636-45b2-ac62-8f49308b7177 req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (4bd2d725-213e-401e-b0fb-ef2658dca68a), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:03.892389 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ad78842e-b636-45b2-ac62-8f49308b7177 req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313683 Apr 06 17:07:03.893519 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.db.api [req-31874de5-71d2-4989-a816-d66c555922e1 req-243aab30-a4f9-4163-9134-476699c66d12 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 124158fc5e304e298deaeb14d146624e {{(pid=103876) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 17:07:03.894933 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG oslo_db.api [req-31874de5-71d2-4989-a816-d66c555922e1 req-243aab30-a4f9-4163-9134-476699c66d12 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 17:07:03.895980 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd2d725-213e-401e-b0fb-ef2658dca68a,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:03.905847 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610ae82-3b7a-4ca8-a36c-3f51e5e2fb5c req-9fa3fd47-3086-4678-8d7b-4ed1e14b0012 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:03.907403 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b610ae82-3b7a-4ca8-a36c-3f51e5e2fb5c req-9fa3fd47-3086-4678-8d7b-4ed1e14b0012 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 944 time: 0.1112590 Apr 06 17:07:03.912871 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.913227 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.913571 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.913913 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.914247 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.914579 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.914969 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.915334 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.915662 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.916048 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.916383 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.916710 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.917070 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.917403 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.917728 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8586c0e-a942-434c-b469-8b445c421b2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:03.978679 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b610ae82-3b7a-4ca8-a36c-3f51e5e2fb5c req-7039490f-ea92-4987-bede-4b98481eba8b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569413 Apr 06 17:07:04.056726 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 33936) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:04.163557 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b66e9cae-7451-4f0f-8461-4306adab987a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:04.239555 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b66e9cae-7451-4f0f-8461-4306adab987a admin admin] Publish callbacks [] for security_group (e6f7d62c-ed52-4484-9823-8dad437934df), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:04.303331 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b66e9cae-7451-4f0f-8461-4306adab987a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (e6f7d62c-ed52-4484-9823-8dad437934df), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:04.342132 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b66e9cae-7451-4f0f-8461-4306adab987a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa33dcd0f8984b579bfeae87c23fee29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861459 Apr 06 17:07:04.342970 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e9cae-7451-4f0f-8461-4306adab987a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f7d62c-ed52-4484-9823-8dad437934df,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:04.344858 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33946) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:04.396283 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-31874de5-71d2-4989-a816-d66c555922e1 req-243aab30-a4f9-4163-9134-476699c66d12 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:04.404691 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Publish callbacks [] for security_group (e6f7d62c-ed52-4484-9823-8dad437934df), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:04.437007 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Publish callbacks [] for security_group (e6f7d62c-ed52-4484-9823-8dad437934df), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:04.520526 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-31874de5-71d2-4989-a816-d66c555922e1 req-243aab30-a4f9-4163-9134-476699c66d12 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9640372 Apr 06 17:07:04.549111 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1df3fe8-62e6-408d-b551-ec3c1461196e req-4cca2007-2763-4ed2-a1c4-81c088f17969 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951629 Apr 06 17:07:04.629415 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (e6f7d62c-ed52-4484-9823-8dad437934df), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:04.632642 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:04.633839 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6f7d62c-ed52-4484-9823-8dad437934df HTTP/1.1" status: 204 len: 168 time: 0.2878993 Apr 06 17:07:04.645118 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f7d62c-ed52-4484-9823-8dad437934df,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:04.662789 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.663171 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.670142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a0fb6d-3543-4da7-8827-75f62c6d79e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:04.901123 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274c90-b157-4061-a465-c047f23c4c72 req-a0593014-7592-4296-9a96-4713c899c8e7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:04.902637 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4a274c90-b157-4061-a465-c047f23c4c72 req-a0593014-7592-4296-9a96-4713c899c8e7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0962822 Apr 06 17:07:04.924682 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfda3df-44a2-4a2c-974a-dfb042c112f0 req-c2b83e7c-7889-4335-960b-906d8e0255f2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:04.926928 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ccfda3df-44a2-4a2c-974a-dfb042c112f0 req-c2b83e7c-7889-4335-960b-906d8e0255f2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0775168 Apr 06 17:07:05.001991 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4a274c90-b157-4061-a465-c047f23c4c72 req-cf1b7ae9-37ca-48cd-b8d4-6fa4212217ce tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905302 Apr 06 17:07:05.004083 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ccfda3df-44a2-4a2c-974a-dfb042c112f0 req-bb722bf2-81a9-4b2a-9617-8bdc99e139a3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702631 Apr 06 17:07:05.142512 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:07:05.165959 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 33988) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:05.173482 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eec15-971e-4351-b872-9b1ffbef89db req-57639638-cd63-4cdd-9015-4bf86df05b59 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:05.180500 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-100eec15-971e-4351-b872-9b1ffbef89db req-57639638-cd63-4cdd-9015-4bf86df05b59 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 944 time: 0.1148970 Apr 06 17:07:05.185733 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1df3fe8-62e6-408d-b551-ec3c1461196e req-405f9a2c-0b2a-48dd-a990-4545137880d6 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374772 Apr 06 17:07:05.231637 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-100eec15-971e-4351-b872-9b1ffbef89db req-aefb9a2f-545c-4824-811e-566d3b196076 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502753 Apr 06 17:07:05.263453 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:07:05.267444 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:07:05.267848 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.286965 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-242c9314-345f-412f-a277-036837d4cde8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.344365 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:07:05.344758 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.359892 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-242c9314-345f-412f-a277-036837d4cde8 admin admin] Publish callbacks [] for security_group (38e15111-f0f8-4527-a256-1cd4d00e78b9), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.369478 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:07:05.371998 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708da368-ee8a-4ae2-abf9-b9f2fe9f7850" -d '{"events": [{"server_uuid": "8955bfb1-f8a3-44e0-9507-b7efdf9e12dd", "name": "network-vif-plugged", "status": "completed", "tag": "ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:07:05.385432 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:07:05.406925 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbfa6ee-0ab3-4fea-9339-af72c46884bd x-openstack-request-id: req-9cbfa6ee-0ab3-4fea-9339-af72c46884bd {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:07:05.407272 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8955bfb1-f8a3-44e0-9507-b7efdf9e12dd", "name": "network-vif-plugged", "status": "completed", "tag": "ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:07:05.407553 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9cbfa6ee-0ab3-4fea-9339-af72c46884bd {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:07:05.407936 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cbfa6ee-0ab3-4fea-9339-af72c46884bd'] response: {'server_uuid': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0', 'code': 200} Apr 06 17:07:05.440596 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-242c9314-345f-412f-a277-036837d4cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (38e15111-f0f8-4527-a256-1cd4d00e78b9), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.478564 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-242c9314-345f-412f-a277-036837d4cde8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=844bf1a825924cb9b7333100d50e8c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115320 Apr 06 17:07:05.481058 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c9314-345f-412f-a277-036837d4cde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e15111-f0f8-4527-a256-1cd4d00e78b9,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:05.481432 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34000) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:05.497800 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.536940 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 34002) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:05.545537 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d87153b4-3cb7-4b6b-943d-164c779a4971 admin admin] Publish callbacks [] for security_group (38e15111-f0f8-4527-a256-1cd4d00e78b9), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.549654 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:05.553178 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cc1685fc-e379-49cf-949e-9c2fb4eeea29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.582960 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d87153b4-3cb7-4b6b-943d-164c779a4971 admin admin] Publish callbacks [] for security_group (38e15111-f0f8-4527-a256-1cd4d00e78b9), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.634051 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cc1685fc-e379-49cf-949e-9c2fb4eeea29 admin admin] Publish callbacks [] for security_group (4498a27e-9c42-49bb-a709-f672d2538cbb), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.714938 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d87153b4-3cb7-4b6b-943d-164c779a4971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (38e15111-f0f8-4527-a256-1cd4d00e78b9), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.718374 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d87153b4-3cb7-4b6b-943d-164c779a4971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.719732 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-d87153b4-3cb7-4b6b-943d-164c779a4971 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38e15111-f0f8-4527-a256-1cd4d00e78b9 HTTP/1.1" status: 204 len: 168 time: 0.2367079 Apr 06 17:07:05.730515 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87153b4-3cb7-4b6b-943d-164c779a4971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e15111-f0f8-4527-a256-1cd4d00e78b9,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:05.748772 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cc1685fc-e379-49cf-949e-9c2fb4eeea29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (4498a27e-9c42-49bb-a709-f672d2538cbb), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.797070 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-cc1685fc-e379-49cf-949e-9c2fb4eeea29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=762e38534b144124a879cb13a6459cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583828 Apr 06 17:07:05.797936 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1685fc-e379-49cf-949e-9c2fb4eeea29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4498a27e-9c42-49bb-a709-f672d2538cbb,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:05.800009 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34012) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:05.849880 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-932a4871-20e1-43cd-a927-b6fc21c77307 admin admin] Publish callbacks [] for security_group (4498a27e-9c42-49bb-a709-f672d2538cbb), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:05.871928 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-932a4871-20e1-43cd-a927-b6fc21c77307 admin admin] Publish callbacks [] for security_group (4498a27e-9c42-49bb-a709-f672d2538cbb), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:06.011857 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-932a4871-20e1-43cd-a927-b6fc21c77307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (4498a27e-9c42-49bb-a709-f672d2538cbb), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:06.014403 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-932a4871-20e1-43cd-a927-b6fc21c77307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:06.015607 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-932a4871-20e1-43cd-a927-b6fc21c77307 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4498a27e-9c42-49bb-a709-f672d2538cbb HTTP/1.1" status: 204 len: 168 time: 0.2137218 Apr 06 17:07:06.023591 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a4871-20e1-43cd-a927-b6fc21c77307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4498a27e-9c42-49bb-a709-f672d2538cbb,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:06.182383 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214b6a2-3b38-4717-8df3-43e04b9cd25f req-df3b6911-e8c3-4a9b-b7de-72ce1caed656 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:06.183907 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d214b6a2-3b38-4717-8df3-43e04b9cd25f req-df3b6911-e8c3-4a9b-b7de-72ce1caed656 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0903804 Apr 06 17:07:06.193703 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97991700-582a-4110-9a12-6aedd74dd7b4 req-7fb73c89-3b3d-4f5f-833a-f295cbedf6b2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:06.195157 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-97991700-582a-4110-9a12-6aedd74dd7b4 req-7fb73c89-3b3d-4f5f-833a-f295cbedf6b2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0859613 Apr 06 17:07:06.266004 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d214b6a2-3b38-4717-8df3-43e04b9cd25f req-c5328270-690b-43d4-ba68-228152975447 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698893 Apr 06 17:07:06.269023 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-97991700-582a-4110-9a12-6aedd74dd7b4 req-10d4c585-04eb-4474-802e-6887d2eb7d67 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672386 Apr 06 17:07:06.376305 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e46e1-f7a4-4696-9246-9ab98b6e69dd req-bcb28060-0627-4ef7-9aa0-1e2a2bc8e0d8 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:06.377786 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fe2e46e1-f7a4-4696-9246-9ab98b6e69dd req-bcb28060-0627-4ef7-9aa0-1e2a2bc8e0d8 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0574193 Apr 06 17:07:06.425070 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fe2e46e1-f7a4-4696-9246-9ab98b6e69dd req-af4d5a19-07f4-4f42-ab47-9bbcea898a6a tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 Apr 06 17:07:06.507538 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 34034) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:06.524242 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-53176770-b464-4933-98f6-71adc528bc79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:06.602028 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-53176770-b464-4933-98f6-71adc528bc79 admin admin] Publish callbacks [] for security_group (feb8db10-e3c2-4d7a-a967-6c60bdc397f0), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:06.703270 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-53176770-b464-4933-98f6-71adc528bc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (feb8db10-e3c2-4d7a-a967-6c60bdc397f0), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:06.740920 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53176770-b464-4933-98f6-71adc528bc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb8db10-e3c2-4d7a-a967-6c60bdc397f0,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:06.745387 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-53176770-b464-4933-98f6-71adc528bc79 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29c9604548c14682a35e403fb2ba5f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367921 Apr 06 17:07:06.748463 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34040) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:06.798335 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-97857349-7eac-419f-99c3-0bd2ee01d15d admin admin] Publish callbacks [] for security_group (feb8db10-e3c2-4d7a-a967-6c60bdc397f0), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:06.820259 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-97857349-7eac-419f-99c3-0bd2ee01d15d admin admin] Publish callbacks [] for security_group (feb8db10-e3c2-4d7a-a967-6c60bdc397f0), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:06.942465 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-97857349-7eac-419f-99c3-0bd2ee01d15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (feb8db10-e3c2-4d7a-a967-6c60bdc397f0), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:06.942465 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-97857349-7eac-419f-99c3-0bd2ee01d15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:06.942465 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-97857349-7eac-419f-99c3-0bd2ee01d15d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/feb8db10-e3c2-4d7a-a967-6c60bdc397f0 HTTP/1.1" status: 204 len: 168 time: 0.1927335 Apr 06 17:07:06.950391 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97857349-7eac-419f-99c3-0bd2ee01d15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb8db10-e3c2-4d7a-a967-6c60bdc397f0,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:07.126071 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-5e12296d-e57c-47e3-85b9-b5f5c91dc990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:07.446677 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74510320-8540-4617-9675-8d74fad6e527 req-5fb33589-e8bd-4c0d-a12e-9e9b3ce6d0d7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:07.448704 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-74510320-8540-4617-9675-8d74fad6e527 req-5fb33589-e8bd-4c0d-a12e-9e9b3ce6d0d7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.1012847 Apr 06 17:07:07.456743 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3b2f7-a68f-4108-aeb1-a0354dbc33cd req-e06fcf5f-2f6c-4e79-8167-fa92f01dcc93 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:07.458221 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6fa3b2f7-a68f-4108-aeb1-a0354dbc33cd req-e06fcf5f-2f6c-4e79-8167-fa92f01dcc93 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0967622 Apr 06 17:07:07.529127 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-74510320-8540-4617-9675-8d74fad6e527 req-a218dfb4-fe33-4e2e-a70a-f0bd10488e0a tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699377 Apr 06 17:07:07.536532 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6fa3b2f7-a68f-4108-aeb1-a0354dbc33cd req-1326409a-13ef-484c-bf96-03cce6d7da38 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704417 Apr 06 17:07:07.635947 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d65ee-31da-496f-be91-20d6854f8d15 req-3daa5bf3-48f7-48df-b690-c666f458ad37 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:07.637430 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-368d65ee-31da-496f-be91-20d6854f8d15 req-3daa5bf3-48f7-48df-b690-c666f458ad37 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0530965 Apr 06 17:07:07.687800 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-368d65ee-31da-496f-be91-20d6854f8d15 req-58e8d6a4-9ff7-4793-9e64-8c720dec3ecf tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 Apr 06 17:07:07.852432 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34094) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:07.972270 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-30a667cd-6318-4b31-b395-99659b880c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:08.063818 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-30a667cd-6318-4b31-b395-99659b880c48 admin admin] Publish callbacks [] for security_group (ec546aa5-7d76-4661-8a9f-55f75e07276e), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:08.120581 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-30a667cd-6318-4b31-b395-99659b880c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ec546aa5-7d76-4661-8a9f-55f75e07276e), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:08.160872 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-30a667cd-6318-4b31-b395-99659b880c48 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13e312feacec40e6a26fdfbd2bd94972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066888 Apr 06 17:07:08.163670 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34112) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:08.170078 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a667cd-6318-4b31-b395-99659b880c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec546aa5-7d76-4661-8a9f-55f75e07276e,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:08.218492 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ebd90da6-ba75-4014-8fcf-a3e05f2d2faa admin admin] Publish callbacks [] for security_group (ec546aa5-7d76-4661-8a9f-55f75e07276e), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:08.245440 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ebd90da6-ba75-4014-8fcf-a3e05f2d2faa admin admin] Publish callbacks [] for security_group (ec546aa5-7d76-4661-8a9f-55f75e07276e), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:08.343855 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ebd90da6-ba75-4014-8fcf-a3e05f2d2faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ec546aa5-7d76-4661-8a9f-55f75e07276e), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:08.347174 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ebd90da6-ba75-4014-8fcf-a3e05f2d2faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:08.349086 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ebd90da6-ba75-4014-8fcf-a3e05f2d2faa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec546aa5-7d76-4661-8a9f-55f75e07276e HTTP/1.1" status: 204 len: 168 time: 0.1842694 Apr 06 17:07:08.357740 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd90da6-ba75-4014-8fcf-a3e05f2d2faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec546aa5-7d76-4661-8a9f-55f75e07276e,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:08.724399 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb2141-aaf7-4051-a25b-0fb3c23cde2e req-bb7fa114-3a03-402a-8dab-cde6cefa129c tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:08.725887 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c3fb2141-aaf7-4051-a25b-0fb3c23cde2e req-bb7fa114-3a03-402a-8dab-cde6cefa129c tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0854781 Apr 06 17:07:08.746065 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1245f-e5c3-4ede-9d55-46fa14a0d301 req-b61e13d4-90a4-463d-85d7-bea4b5eb3688 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:08.746065 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-48f1245f-e5c3-4ede-9d55-46fa14a0d301 req-b61e13d4-90a4-463d-85d7-bea4b5eb3688 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0946562 Apr 06 17:07:08.816717 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c3fb2141-aaf7-4051-a25b-0fb3c23cde2e req-17f77883-6039-4f13-beee-20f8d624f05a tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717115 Apr 06 17:07:08.825969 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-48f1245f-e5c3-4ede-9d55-46fa14a0d301 req-b6592b43-8d24-4e94-8bdd-7a7cb4b6c9ef tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668223 Apr 06 17:07:08.941393 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e35a-00bb-4201-8b57-3eef3921be5b req-14f3227d-bc92-46d9-8c19-fe8b23b728c0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:08.942917 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6190e35a-00bb-4201-8b57-3eef3921be5b req-14f3227d-bc92-46d9-8c19-fe8b23b728c0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0531254 Apr 06 17:07:08.992482 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6190e35a-00bb-4201-8b57-3eef3921be5b req-e9f090ed-dd2d-4866-b155-cfe37bc0911e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440328 Apr 06 17:07:09.205543 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34190) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:09.218971 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4f698e3f-c51a-4b4d-9c14-631394983f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:09.292337 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4f698e3f-c51a-4b4d-9c14-631394983f87 admin admin] Publish callbacks [] for security_group (10e65f5a-bffb-4b6a-b6d5-0c80ee4e9ff5), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:09.371587 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4f698e3f-c51a-4b4d-9c14-631394983f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (10e65f5a-bffb-4b6a-b6d5-0c80ee4e9ff5), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:09.412632 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-4f698e3f-c51a-4b4d-9c14-631394983f87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a102143ec0654a8a9b864527298231f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059090 Apr 06 17:07:09.413491 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f698e3f-c51a-4b4d-9c14-631394983f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e65f5a-bffb-4b6a-b6d5-0c80ee4e9ff5,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:09.415257 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 34196) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:09.462542 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ca139957-41ef-458b-8dc6-d061b27a2d16 admin admin] Publish callbacks [] for security_group (10e65f5a-bffb-4b6a-b6d5-0c80ee4e9ff5), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:09.483242 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ca139957-41ef-458b-8dc6-d061b27a2d16 admin admin] Publish callbacks [] for security_group (10e65f5a-bffb-4b6a-b6d5-0c80ee4e9ff5), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:09.626889 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1a69cb89-861d-4e47-a0d6-19df9cfd1d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:09.669798 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ca139957-41ef-458b-8dc6-d061b27a2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (10e65f5a-bffb-4b6a-b6d5-0c80ee4e9ff5), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:09.672506 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ca139957-41ef-458b-8dc6-d061b27a2d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:09.676046 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-ca139957-41ef-458b-8dc6-d061b27a2d16 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/10e65f5a-bffb-4b6a-b6d5-0c80ee4e9ff5 HTTP/1.1" status: 204 len: 168 time: 0.2575457 Apr 06 17:07:09.681502 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca139957-41ef-458b-8dc6-d061b27a2d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e65f5a-bffb-4b6a-b6d5-0c80ee4e9ff5,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:09.984285 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b631a-85fb-4ac8-a015-1d0031e5d7c0 req-e8f4e774-8790-401c-a565-1b3667930a4e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:09.984285 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d23b631a-85fb-4ac8-a015-1d0031e5d7c0 req-e8f4e774-8790-401c-a565-1b3667930a4e tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0873530 Apr 06 17:07:09.990602 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cfd58-c340-4346-b233-d1dfcedbf7ee req-d11f8a66-8d0d-4abc-bdb9-559e80fabfe8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:09.992114 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e09cfd58-c340-4346-b233-d1dfcedbf7ee req-d11f8a66-8d0d-4abc-bdb9-559e80fabfe8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0877571 Apr 06 17:07:10.068847 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d23b631a-85fb-4ac8-a015-1d0031e5d7c0 req-1139a43a-3ca7-46cf-aa91-8ce432882c4c tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755489 Apr 06 17:07:10.073916 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e09cfd58-c340-4346-b233-d1dfcedbf7ee req-6803fb59-ce33-41e7-bc4b-9970d83e4030 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727408 Apr 06 17:07:10.185397 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f79792-6733-455f-b8f3-624fa91b0bed req-8f972306-1118-4818-a9ce-56088a893e86 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:10.186811 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a9f79792-6733-455f-b8f3-624fa91b0bed req-8f972306-1118-4818-a9ce-56088a893e86 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0535820 Apr 06 17:07:10.232582 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a9f79792-6733-455f-b8f3-624fa91b0bed req-12086cb9-2d06-4764-814f-a7ec1b83af5a tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396688 Apr 06 17:07:10.463906 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:11.069175 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bfcb7-d7a3-4587-acde-105e6b70c783 req-236303c6-3394-4da5-9ad6-a56d62383990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:11.070667 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f48bfcb7-d7a3-4587-acde-105e6b70c783 req-236303c6-3394-4da5-9ad6-a56d62383990 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 1129 time: 0.0469081 Apr 06 17:07:11.118637 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f48bfcb7-d7a3-4587-acde-105e6b70c783 req-26381b7a-b6f8-4df3-939c-6d14ef64653d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387452 Apr 06 17:07:11.218282 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f31480-da4f-4803-b90e-b8ecdbb75e57 req-3724b3df-bc68-4c7d-96d4-6193742c8120 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:11.219699 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-67f31480-da4f-4803-b90e-b8ecdbb75e57 req-3724b3df-bc68-4c7d-96d4-6193742c8120 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0833263 Apr 06 17:07:11.230777 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44675de-4f76-47c8-bb60-8eb10446d93e req-b4f58c08-3d1b-4bac-8d33-ba89250d3fd3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:11.232181 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f44675de-4f76-47c8-bb60-8eb10446d93e req-b4f58c08-3d1b-4bac-8d33-ba89250d3fd3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0691681 Apr 06 17:07:11.307405 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-67f31480-da4f-4803-b90e-b8ecdbb75e57 req-7ff9c595-74b5-4b34-b641-183fe0a616aa tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742488 Apr 06 17:07:11.310632 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f44675de-4f76-47c8-bb60-8eb10446d93e req-cde60a72-2496-467f-8370-85a27a219fc5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719521 Apr 06 17:07:11.417481 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ab177-7d4e-4bc7-98ad-fdde8fca3ce7 req-7ffdc669-a715-441e-9cf9-50e297f26b4d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:11.424229 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8d9ab177-7d4e-4bc7-98ad-fdde8fca3ce7 req-7ffdc669-a715-441e-9cf9-50e297f26b4d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0620391 Apr 06 17:07:11.481940 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8d9ab177-7d4e-4bc7-98ad-fdde8fca3ce7 req-33e82f26-487d-4413-a32c-d99e7783dc8e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492857 Apr 06 17:07:11.484106 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34276) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:11.605500 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6d3ccaed-c5c8-4ace-b25c-406fbe0a9b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:11.681528 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6d3ccaed-c5c8-4ace-b25c-406fbe0a9b4c admin admin] Publish callbacks [] for security_group (b51a81b7-03ab-4385-919f-a4ac01788382), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:11.744530 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:11.772969 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6d3ccaed-c5c8-4ace-b25c-406fbe0a9b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b51a81b7-03ab-4385-919f-a4ac01788382), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:11.809580 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ccaed-c5c8-4ace-b25c-406fbe0a9b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51a81b7-03ab-4385-919f-a4ac01788382,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:11.813661 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-6d3ccaed-c5c8-4ace-b25c-406fbe0a9b4c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=259ca064929a41709024c5c4dcc80a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285792 Apr 06 17:07:11.816347 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34292) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:11.867435 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-498bfa65-6555-4ded-928e-36bacb0cedd4 admin admin] Publish callbacks [] for security_group (b51a81b7-03ab-4385-919f-a4ac01788382), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:11.889015 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-498bfa65-6555-4ded-928e-36bacb0cedd4 admin admin] Publish callbacks [] for security_group (b51a81b7-03ab-4385-919f-a4ac01788382), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:12.012690 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-498bfa65-6555-4ded-928e-36bacb0cedd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b51a81b7-03ab-4385-919f-a4ac01788382), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:12.015266 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-498bfa65-6555-4ded-928e-36bacb0cedd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:12.016407 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-498bfa65-6555-4ded-928e-36bacb0cedd4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b51a81b7-03ab-4385-919f-a4ac01788382 HTTP/1.1" status: 204 len: 168 time: 0.1986194 Apr 06 17:07:12.025513 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bfa65-6555-4ded-928e-36bacb0cedd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51a81b7-03ab-4385-919f-a4ac01788382,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:12.456380 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88933f5b-4d45-4ff5-9421-6e5d17c4a3f6 req-bd4ea872-0086-4b9e-bf00-d36778ea28e0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:12.457855 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88933f5b-4d45-4ff5-9421-6e5d17c4a3f6 req-bd4ea872-0086-4b9e-bf00-d36778ea28e0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0745854 Apr 06 17:07:12.465127 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768d7d3-1f56-4820-9fee-b16f40156e8a req-ca1ce438-8113-4885-827d-e2727f7c5b0d tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:12.466489 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f768d7d3-1f56-4820-9fee-b16f40156e8a req-ca1ce438-8113-4885-827d-e2727f7c5b0d tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0926776 Apr 06 17:07:12.539657 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88933f5b-4d45-4ff5-9421-6e5d17c4a3f6 req-4756cb14-f880-47d0-b385-b72a1048a259 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721939 Apr 06 17:07:12.546939 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f768d7d3-1f56-4820-9fee-b16f40156e8a req-8b0740f7-d21c-455c-9d56-58822d543380 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721190 Apr 06 17:07:12.657138 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 34312) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:12.658909 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c500d-b028-4082-a089-7eafc139a9d0 req-35259a77-0f1f-4daf-8ad1-e384d192b090 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:12.661290 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-829c500d-b028-4082-a089-7eafc139a9d0 req-35259a77-0f1f-4daf-8ad1-e384d192b090 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0585911 Apr 06 17:07:12.677567 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6ea32822-6521-4e55-9cfc-508f085247a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:12.712295 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-829c500d-b028-4082-a089-7eafc139a9d0 req-ee5969e1-ec4b-4e11-a181-9a1a8f04efb8 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 Apr 06 17:07:12.796659 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6ea32822-6521-4e55-9cfc-508f085247a0 admin admin] Publish callbacks [] for security_group (dd517d37-1cf2-4cb7-b6c2-bfbd2e4e3de9), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:12.855384 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6ea32822-6521-4e55-9cfc-508f085247a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (dd517d37-1cf2-4cb7-b6c2-bfbd2e4e3de9), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:12.901287 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea32822-6521-4e55-9cfc-508f085247a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd517d37-1cf2-4cb7-b6c2-bfbd2e4e3de9,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:12.906796 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-6ea32822-6521-4e55-9cfc-508f085247a0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=211dc19dccc04780a4421642206432e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480583 Apr 06 17:07:12.909751 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34322) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:12.955656 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4eb15a71-93fd-4e3f-bd7f-146546d3a3e3 admin admin] Publish callbacks [] for security_group (dd517d37-1cf2-4cb7-b6c2-bfbd2e4e3de9), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:12.978505 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4eb15a71-93fd-4e3f-bd7f-146546d3a3e3 admin admin] Publish callbacks [] for security_group (dd517d37-1cf2-4cb7-b6c2-bfbd2e4e3de9), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:13.110186 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4eb15a71-93fd-4e3f-bd7f-146546d3a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (dd517d37-1cf2-4cb7-b6c2-bfbd2e4e3de9), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:13.112840 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4eb15a71-93fd-4e3f-bd7f-146546d3a3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:13.113979 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-4eb15a71-93fd-4e3f-bd7f-146546d3a3e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd517d37-1cf2-4cb7-b6c2-bfbd2e4e3de9 HTTP/1.1" status: 204 len: 168 time: 0.2032616 Apr 06 17:07:13.122009 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb15a71-93fd-4e3f-bd7f-146546d3a3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd517d37-1cf2-4cb7-b6c2-bfbd2e4e3de9,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:13.304375 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:13.895722 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffbaef-3e52-480e-9d60-70dd427b1ff0 req-bde57e62-a134-4a20-8206-d357a08b5d1d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:13.897207 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-deffbaef-3e52-480e-9d60-70dd427b1ff0 req-bde57e62-a134-4a20-8206-d357a08b5d1d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.2833092 Apr 06 17:07:13.917841 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c1a5e-c628-4d9e-a4f4-e5de807058f4 req-69355f78-9a25-4e89-8142-634a78b35168 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:13.919340 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-260c1a5e-c628-4d9e-a4f4-e5de807058f4 req-69355f78-9a25-4e89-8142-634a78b35168 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0805643 Apr 06 17:07:13.979873 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-deffbaef-3e52-480e-9d60-70dd427b1ff0 req-83cc2719-9038-465f-b6df-c6252f9a1496 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766988 Apr 06 17:07:13.992976 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-260c1a5e-c628-4d9e-a4f4-e5de807058f4 req-0af59042-6f6a-47a1-9905-ca078174d735 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659022 Apr 06 17:07:14.151960 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d915a6-113b-4fff-b760-34d2d723a6df req-a5572dd3-96cd-44cf-b9b8-18ed7a08593c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:14.156574 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-47d915a6-113b-4fff-b760-34d2d723a6df req-a5572dd3-96cd-44cf-b9b8-18ed7a08593c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0612824 Apr 06 17:07:14.166857 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34372) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:14.171619 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-e3e00709-3399-4775-8836-884c04ea1800 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Request body: {'floatingip': {'port_id': '63e9fe6f-84bb-4042-84c4-6255fab49cf7'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:07:14.258922 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e3e00709-3399-4775-8836-884c04ea1800 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (d328a2c3-87ea-44da-a5c5-7fd30b04ace2), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:14.706973 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 34402) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:14.828919 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5ccff875-ea3a-4f6c-8f31-2a7d1c195ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:14.930172 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5ccff875-ea3a-4f6c-8f31-2a7d1c195ce4 admin admin] Publish callbacks [] for security_group (9599fb86-d986-4250-a72d-da4ffe5e9591), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:15.001625 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5ccff875-ea3a-4f6c-8f31-2a7d1c195ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9599fb86-d986-4250-a72d-da4ffe5e9591), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:15.050919 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-5ccff875-ea3a-4f6c-8f31-2a7d1c195ce4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f09b997a1034367b888cf4efdfc676e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375506 Apr 06 17:07:15.050919 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 34428) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:15.050919 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccff875-ea3a-4f6c-8f31-2a7d1c195ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9599fb86-d986-4250-a72d-da4ffe5e9591,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:15.051534 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e3e00709-3399-4775-8836-884c04ea1800 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:15.112554 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e3e00709-3399-4775-8836-884c04ea1800 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (d328a2c3-87ea-44da-a5c5-7fd30b04ace2), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:15.124872 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d20807ad-4e08-4236-b378-b1edb846975b admin admin] Publish callbacks [] for security_group (9599fb86-d986-4250-a72d-da4ffe5e9591), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:15.147473 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d20807ad-4e08-4236-b378-b1edb846975b admin admin] Publish callbacks [] for security_group (9599fb86-d986-4250-a72d-da4ffe5e9591), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:15.207534 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda5348-8df4-4ea3-a867-fcb112d9ec27 req-0cb5643a-7a3b-4064-9dae-72a25ec056d4 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:15.209545 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8bda5348-8df4-4ea3-a867-fcb112d9ec27 req-0cb5643a-7a3b-4064-9dae-72a25ec056d4 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.1268003 Apr 06 17:07:15.236085 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d20807ad-4e08-4236-b378-b1edb846975b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9599fb86-d986-4250-a72d-da4ffe5e9591), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:15.240244 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d20807ad-4e08-4236-b378-b1edb846975b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:15.241410 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d20807ad-4e08-4236-b378-b1edb846975b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9599fb86-d986-4250-a72d-da4ffe5e9591 HTTP/1.1" status: 204 len: 168 time: 0.1935351 Apr 06 17:07:15.256510 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20807ad-4e08-4236-b378-b1edb846975b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9599fb86-d986-4250-a72d-da4ffe5e9591,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:15.264875 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-e3e00709-3399-4775-8836-884c04ea1800 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Floating IP d328a2c3-87ea-44da-a5c5-7fd30b04ace2 associated. External IP: 172.27.1.68, port: 63e9fe6f-84bb-4042-84c4-6255fab49cf7. Apr 06 17:07:15.309380 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8bda5348-8df4-4ea3-a867-fcb112d9ec27 req-39b6b2cd-f59c-4031-b8e1-949593704c18 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911131 Apr 06 17:07:15.664502 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380755e7-6db7-4187-894d-f7eb65300735 req-3a1adad6-3f6e-43ca-a51a-1a889649faf1 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:15.665980 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-380755e7-6db7-4187-894d-f7eb65300735 req-3a1adad6-3f6e-43ca-a51a-1a889649faf1 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.2864776 Apr 06 17:07:15.674510 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 34458) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:15.680148 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-7bbf7952-7051-4719-8734-6b479a6fcb02 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Request body: {'floatingip': {'port_id': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:07:15.743307 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e00709-3399-4775-8836-884c04ea1800 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Router d668d7d6-841b-4b3d-a716-db7915d06889 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:07:15.757474 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7bbf7952-7051-4719-8734-6b479a6fcb02 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (14f813f2-a8bc-48a4-83bb-3d62f27ac5d2), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:15.855533 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e00709-3399-4775-8836-884c04ea1800 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:07:15.860522 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e3e00709-3399-4775-8836-884c04ea1800 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:15.870648 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a430d-94d5-4b76-96fc-ef6a58228d06 None None] Sync routers for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:07:15.883029 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a430d-94d5-4b76-96fc-ef6a58228d06 None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:07:15.883674 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-e14a430d-94d5-4b76-96fc-ef6a58228d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:07:09Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:15.894754 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-e3e00709-3399-4775-8836-884c04ea1800 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "PUT /v2.0/floatingips/d328a2c3-87ea-44da-a5c5-7fd30b04ace2 HTTP/1.1" status: 200 len: 990 time: 1.7265959 Apr 06 17:07:15.896160 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:07:15.898609 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6a8f1d-5572-4a5a-87b4-856dc3d4908b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:07:15.972091 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cad2e70-63b2-4883-a930-1739b009fff0 x-openstack-request-id: req-3cad2e70-63b2-4883-a930-1739b009fff0 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:07:15.972476 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:07:15.972811 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3cad2e70-63b2-4883-a930-1739b009fff0 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:07:15.973397 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cad2e70-63b2-4883-a930-1739b009fff0'] response: {'name': 'network-changed', 'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'status': 'completed', 'code': 200} Apr 06 17:07:16.026352 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-e14a430d-94d5-4b76-96fc-ef6a58228d06 None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:07:16.097803 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34472) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:16.119778 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-03940dea-82b8-4921-9622-3dc2ffbc8f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:16.204127 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-03940dea-82b8-4921-9622-3dc2ffbc8f15 admin admin] Publish callbacks [] for security_group (937da404-11c3-4c67-af29-d7c13506f3fb), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:16.299603 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-03940dea-82b8-4921-9622-3dc2ffbc8f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (937da404-11c3-4c67-af29-d7c13506f3fb), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:16.355317 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-03940dea-82b8-4921-9622-3dc2ffbc8f15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb8a9ed52559478dbfc52136dfd24d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541013 Apr 06 17:07:16.355317 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03940dea-82b8-4921-9622-3dc2ffbc8f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937da404-11c3-4c67-af29-d7c13506f3fb,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:16.356476 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34474) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:16.398787 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-e14a430d-94d5-4b76-96fc-ef6a58228d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'd328a2c3-87ea-44da-a5c5-7fd30b04ace2', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'port_id': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'mac_address': 'fa:16:3e:79:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:06:18Z', 'updated_at': '2022-04-06T17:07:14Z', 'revision_number': 1, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:17Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:16.413388 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b6d35585-b384-4040-acc2-d176d133e2cc admin admin] Publish callbacks [] for security_group (937da404-11c3-4c67-af29-d7c13506f3fb), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:16.424389 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a430d-94d5-4b76-96fc-ef6a58228d06 None None] Checking router: d668d7d6-841b-4b3d-a716-db7915d06889 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:07:16.432842 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a430d-94d5-4b76-96fc-ef6a58228d06 None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:07:16.433492 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-e14a430d-94d5-4b76-96fc-ef6a58228d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:07:09Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:16.438897 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b6d35585-b384-4040-acc2-d176d133e2cc admin admin] Publish callbacks [] for security_group (937da404-11c3-4c67-af29-d7c13506f3fb), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:16.559735 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-e14a430d-94d5-4b76-96fc-ef6a58228d06 None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:07:16.573919 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b6d35585-b384-4040-acc2-d176d133e2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (937da404-11c3-4c67-af29-d7c13506f3fb), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:16.576966 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b6d35585-b384-4040-acc2-d176d133e2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:16.578337 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b6d35585-b384-4040-acc2-d176d133e2cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/937da404-11c3-4c67-af29-d7c13506f3fb HTTP/1.1" status: 204 len: 168 time: 0.2208264 Apr 06 17:07:16.592895 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d35585-b384-4040-acc2-d176d133e2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937da404-11c3-4c67-af29-d7c13506f3fb,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:16.709009 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7bbf7952-7051-4719-8734-6b479a6fcb02 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:16.797236 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7bbf7952-7051-4719-8734-6b479a6fcb02 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (14f813f2-a8bc-48a4-83bb-3d62f27ac5d2), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:16.833515 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-e14a430d-94d5-4b76-96fc-ef6a58228d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'd328a2c3-87ea-44da-a5c5-7fd30b04ace2', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'port_id': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'mac_address': 'fa:16:3e:79:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:06:18Z', 'updated_at': '2022-04-06T17:07:14Z', 'revision_number': 1, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:17Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:16.861703 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a430d-94d5-4b76-96fc-ef6a58228d06 None None] The sync data for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi is: [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'd328a2c3-87ea-44da-a5c5-7fd30b04ace2', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'port_id': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'mac_address': 'fa:16:3e:79:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:06:18Z', 'updated_at': '2022-04-06T17:07:14Z', 'revision_number': 1, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:17Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:07:16.915888 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.l3_db [None req-7bbf7952-7051-4719-8734-6b479a6fcb02 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Floating IP 14f813f2-a8bc-48a4-83bb-3d62f27ac5d2 associated. External IP: 172.27.1.235, port: ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0. Apr 06 17:07:17.114086 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4242e-dd36-417f-aaba-5fd79fa5043d None None] New status for floating IP d328a2c3-87ea-44da-a5c5-7fd30b04ace2: ACTIVE {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:07:17.144892 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbf7952-7051-4719-8734-6b479a6fcb02 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:07:17.260604 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbf7952-7051-4719-8734-6b479a6fcb02 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:07:17.265439 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7bbf7952-7051-4719-8734-6b479a6fcb02 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:17.279577 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abc248-90b3-41d2-a1e5-1adb6e5ce7c0 None None] Sync routers for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:07:17.289957 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31abc248-90b3-41d2-a1e5-1adb6e5ce7c0 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:07:17.290756 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-31abc248-90b3-41d2-a1e5-1adb6e5ce7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:07:09Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:17.309719 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-7bbf7952-7051-4719-8734-6b479a6fcb02 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "PUT /v2.0/floatingips/14f813f2-a8bc-48a4-83bb-3d62f27ac5d2 HTTP/1.1" status: 200 len: 991 time: 1.6203043 Apr 06 17:07:17.309719 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'tag': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:07:17.309719 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e277026b-c95e-4a62-a9ae-065fc384600e" -d '{"events": [{"name": "network-changed", "server_uuid": "8955bfb1-f8a3-44e0-9507-b7efdf9e12dd", "tag": "ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:07:17.334846 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f738d1b0-0d51-42a9-ba8f-c4a3ae344502 x-openstack-request-id: req-f738d1b0-0d51-42a9-ba8f-c4a3ae344502 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:07:17.335171 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8955bfb1-f8a3-44e0-9507-b7efdf9e12dd", "tag": "ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:07:17.335428 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f738d1b0-0d51-42a9-ba8f-c4a3ae344502 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:07:17.335832 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f738d1b0-0d51-42a9-ba8f-c4a3ae344502'] response: {'name': 'network-changed', 'server_uuid': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'tag': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0', 'status': 'completed', 'code': 200} Apr 06 17:07:17.423265 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-31abc248-90b3-41d2-a1e5-1adb6e5ce7c0 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:07:17.656539 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-31abc248-90b3-41d2-a1e5-1adb6e5ce7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '14f813f2-a8bc-48a4-83bb-3d62f27ac5d2', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'port_id': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'mac_address': 'fa:16:3e:97:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:06:17Z', 'updated_at': '2022-04-06T17:07:16Z', 'revision_number': 1, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:19Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:17.682825 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abc248-90b3-41d2-a1e5-1adb6e5ce7c0 None None] Checking router: 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:07:17.691485 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31abc248-90b3-41d2-a1e5-1adb6e5ce7c0 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:07:17.692228 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-31abc248-90b3-41d2-a1e5-1adb6e5ce7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:07:09Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:17.810250 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-31abc248-90b3-41d2-a1e5-1adb6e5ce7c0 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:07:18.035020 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-31abc248-90b3-41d2-a1e5-1adb6e5ce7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '14f813f2-a8bc-48a4-83bb-3d62f27ac5d2', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'port_id': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'mac_address': 'fa:16:3e:97:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:06:17Z', 'updated_at': '2022-04-06T17:07:16Z', 'revision_number': 1, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:19Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:18.061711 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abc248-90b3-41d2-a1e5-1adb6e5ce7c0 None None] The sync data for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi is: [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '14f813f2-a8bc-48a4-83bb-3d62f27ac5d2', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'port_id': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'mac_address': 'fa:16:3e:97:ef:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:06:17Z', 'updated_at': '2022-04-06T17:07:16Z', 'revision_number': 1, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:19Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:07:18.205730 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34530) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:18.260665 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16845e-e7fa-4a75-a5b0-156ad285c780 None None] New status for floating IP 14f813f2-a8bc-48a4-83bb-3d62f27ac5d2: ACTIVE {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:07:18.315563 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-34537ae9-15bc-4a05-a83a-4324312e9d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:18.389555 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-34537ae9-15bc-4a05-a83a-4324312e9d28 admin admin] Publish callbacks [] for security_group (4ee96afc-d031-4f63-846a-0ed80179fc56), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:18.459827 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-34537ae9-15bc-4a05-a83a-4324312e9d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (4ee96afc-d031-4f63-846a-0ed80179fc56), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:18.502307 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-34537ae9-15bc-4a05-a83a-4324312e9d28 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=938d70b574a74fc7a846228219ade868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952712 Apr 06 17:07:18.503189 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34537ae9-15bc-4a05-a83a-4324312e9d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee96afc-d031-4f63-846a-0ed80179fc56,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:18.505103 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 34534) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:18.557129 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a2557dc6-6e58-4c88-8751-054a52e2a18c admin admin] Publish callbacks [] for security_group (4ee96afc-d031-4f63-846a-0ed80179fc56), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:18.577053 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a2557dc6-6e58-4c88-8751-054a52e2a18c admin admin] Publish callbacks [] for security_group (4ee96afc-d031-4f63-846a-0ed80179fc56), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:18.682485 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a2557dc6-6e58-4c88-8751-054a52e2a18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (4ee96afc-d031-4f63-846a-0ed80179fc56), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:18.685095 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a2557dc6-6e58-4c88-8751-054a52e2a18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:18.686236 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-a2557dc6-6e58-4c88-8751-054a52e2a18c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ee96afc-d031-4f63-846a-0ed80179fc56 HTTP/1.1" status: 204 len: 168 time: 0.1796899 Apr 06 17:07:18.694340 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2557dc6-6e58-4c88-8751-054a52e2a18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee96afc-d031-4f63-846a-0ed80179fc56,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:21.145027 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277026b-c95e-4a62-a9ae-065fc384600e req-245b0aca-f186-419c-81b4-465b87639356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:21.147045 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e277026b-c95e-4a62-a9ae-065fc384600e req-245b0aca-f186-419c-81b4-465b87639356 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 1129 time: 0.0437348 Apr 06 17:07:21.225918 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a8f1d-5572-4a5a-87b4-856dc3d4908b req-31c0df01-2859-4b14-b262-2b4a4eb75182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:21.227510 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-7d6a8f1d-5572-4a5a-87b4-856dc3d4908b req-31c0df01-2859-4b14-b262-2b4a4eb75182 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 1129 time: 0.0541277 Apr 06 17:07:21.279783 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277026b-c95e-4a62-a9ae-065fc384600e req-15ad4457-c776-473b-8e41-696db1cd97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:21.279783 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e277026b-c95e-4a62-a9ae-065fc384600e req-15ad4457-c776-473b-8e41-696db1cd97f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 HTTP/1.1" status: 200 len: 911 time: 0.1090255 Apr 06 17:07:21.371792 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e277026b-c95e-4a62-a9ae-065fc384600e req-76ddd851-36e7-49fe-814a-87090cea4177 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 HTTP/1.1" status: 200 len: 1001 time: 0.0948443 Apr 06 17:07:21.427891 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a8f1d-5572-4a5a-87b4-856dc3d4908b req-67ebbf7b-4406-4d28-8bc5-5775bc1662f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:21.429435 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-7d6a8f1d-5572-4a5a-87b4-856dc3d4908b req-67ebbf7b-4406-4d28-8bc5-5775bc1662f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 917 time: 0.1654489 Apr 06 17:07:21.431691 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277026b-c95e-4a62-a9ae-065fc384600e req-d2204312-bfff-435f-b001-4c09995a5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:21.433426 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e277026b-c95e-4a62-a9ae-065fc384600e req-d2204312-bfff-435f-b001-4c09995a5152 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8377ebda-3e29-4c9b-ad5b-f3579b9da41a HTTP/1.1" status: 200 len: 849 time: 0.0512378 Apr 06 17:07:21.493939 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277026b-c95e-4a62-a9ae-065fc384600e req-7f8bc39b-a049-4a52-9f00-364e29f116f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:21.495488 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e277026b-c95e-4a62-a9ae-065fc384600e req-7f8bc39b-a049-4a52-9f00-364e29f116f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443268 Apr 06 17:07:21.555321 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-7d6a8f1d-5572-4a5a-87b4-856dc3d4908b req-92a6e827-ca65-4b28-be03-18179dcd0e27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7 HTTP/1.1" status: 200 len: 1000 time: 0.1052508 Apr 06 17:07:21.606424 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e277026b-c95e-4a62-a9ae-065fc384600e req-bac0c36a-a8cf-4886-9696-29972131a0bb service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039369 Apr 06 17:07:21.618472 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a8f1d-5572-4a5a-87b4-856dc3d4908b req-a4c75115-8350-4a5d-be2f-f402ddbebdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:21.628308 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-7d6a8f1d-5572-4a5a-87b4-856dc3d4908b req-a4c75115-8350-4a5d-be2f-f402ddbebdc9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 200 len: 855 time: 0.0660758 Apr 06 17:07:21.695194 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a8f1d-5572-4a5a-87b4-856dc3d4908b req-be0322c0-5ea2-4f82-b9ba-cba40df7f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:21.697052 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-7d6a8f1d-5572-4a5a-87b4-856dc3d4908b req-be0322c0-5ea2-4f82-b9ba-cba40df7f56f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f20736-5662-4187-864d-0ee6f8a19f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627472 Apr 06 17:07:21.724465 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e277026b-c95e-4a62-a9ae-065fc384600e req-63fc22e0-2904-48ff-93bd-de338bb53c53 service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083550 Apr 06 17:07:21.794799 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-7d6a8f1d-5572-4a5a-87b4-856dc3d4908b req-2e7e2f33-51e2-4d81-81ca-f92003120a42 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873611 Apr 06 17:07:21.885051 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-7d6a8f1d-5572-4a5a-87b4-856dc3d4908b req-7c5e5dd7-4b10-4194-b9b6-924ff3745bd4 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823894 Apr 06 17:07:24.172992 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34718) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:24.275839 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-1bf8e7b6-6cac-43ef-b1d8-9a6e65976930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:24.349613 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-1bf8e7b6-6cac-43ef-b1d8-9a6e65976930 admin admin] Publish callbacks [] for security_group (24f30036-7bc4-491c-89f8-50bde5d0dfc1), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:24.443117 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-1bf8e7b6-6cac-43ef-b1d8-9a6e65976930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (24f30036-7bc4-491c-89f8-50bde5d0dfc1), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:24.480241 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8e7b6-6cac-43ef-b1d8-9a6e65976930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f30036-7bc4-491c-89f8-50bde5d0dfc1,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:24.484539 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-1bf8e7b6-6cac-43ef-b1d8-9a6e65976930 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8affc93a67e4210853ff2cf4c397fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105423 Apr 06 17:07:24.487889 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34724) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:24.536812 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-48f26795-d8e9-4395-b7ca-2279578f3c22 admin admin] Publish callbacks [] for security_group (24f30036-7bc4-491c-89f8-50bde5d0dfc1), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:24.558693 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-48f26795-d8e9-4395-b7ca-2279578f3c22 admin admin] Publish callbacks [] for security_group (24f30036-7bc4-491c-89f8-50bde5d0dfc1), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:24.712279 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-48f26795-d8e9-4395-b7ca-2279578f3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (24f30036-7bc4-491c-89f8-50bde5d0dfc1), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:24.714947 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-48f26795-d8e9-4395-b7ca-2279578f3c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:24.716104 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-48f26795-d8e9-4395-b7ca-2279578f3c22 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24f30036-7bc4-491c-89f8-50bde5d0dfc1 HTTP/1.1" status: 204 len: 168 time: 0.2279713 Apr 06 17:07:24.724290 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f26795-d8e9-4395-b7ca-2279578f3c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f30036-7bc4-491c-89f8-50bde5d0dfc1,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:25.371419 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34744) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:25.384397 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5c306d60-c48d-480e-8f49-c34969065cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:25.458957 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5c306d60-c48d-480e-8f49-c34969065cb2 admin admin] Publish callbacks [] for security_group (c2639af7-3e55-4237-a210-8699fd2f2381), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:25.563390 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5c306d60-c48d-480e-8f49-c34969065cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (c2639af7-3e55-4237-a210-8699fd2f2381), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:25.603462 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-5c306d60-c48d-480e-8f49-c34969065cb2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ab8db576ac44439b40e77874aff968d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308567 Apr 06 17:07:25.604373 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c306d60-c48d-480e-8f49-c34969065cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2639af7-3e55-4237-a210-8699fd2f2381,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:25.606138 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 34748) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:25.660135 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a3c96bd2-8c39-4dcc-8a92-c37d40b8d149 admin admin] Publish callbacks [] for security_group (c2639af7-3e55-4237-a210-8699fd2f2381), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:25.681641 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a3c96bd2-8c39-4dcc-8a92-c37d40b8d149 admin admin] Publish callbacks [] for security_group (c2639af7-3e55-4237-a210-8699fd2f2381), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:25.791876 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a3c96bd2-8c39-4dcc-8a92-c37d40b8d149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (c2639af7-3e55-4237-a210-8699fd2f2381), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:25.794498 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a3c96bd2-8c39-4dcc-8a92-c37d40b8d149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:25.795684 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-a3c96bd2-8c39-4dcc-8a92-c37d40b8d149 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c2639af7-3e55-4237-a210-8699fd2f2381 HTTP/1.1" status: 204 len: 168 time: 0.1874359 Apr 06 17:07:25.804911 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c96bd2-8c39-4dcc-8a92-c37d40b8d149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2639af7-3e55-4237-a210-8699fd2f2381,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:29.032415 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 34852) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:29.137116 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e0e1c502-66c6-4c1d-96c4-95a461c86228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:29.209309 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e0e1c502-66c6-4c1d-96c4-95a461c86228 admin admin] Publish callbacks [] for security_group (ed1d075b-fd3f-44f0-8de2-5ca621558b5c), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:29.278095 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e0e1c502-66c6-4c1d-96c4-95a461c86228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ed1d075b-fd3f-44f0-8de2-5ca621558b5c), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:29.314404 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-e0e1c502-66c6-4c1d-96c4-95a461c86228 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9c5282d7af63412998c413f8fdc5974c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809126 Apr 06 17:07:29.315531 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1c502-66c6-4c1d-96c4-95a461c86228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1d075b-fd3f-44f0-8de2-5ca621558b5c,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:29.317300 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34858) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:29.368751 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b3f8-94fc-4f9e-846e-b3651f9331b6 admin admin] Publish callbacks [] for security_group (ed1d075b-fd3f-44f0-8de2-5ca621558b5c), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:29.390146 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b3f8-94fc-4f9e-846e-b3651f9331b6 admin admin] Publish callbacks [] for security_group (ed1d075b-fd3f-44f0-8de2-5ca621558b5c), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:29.513313 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b3f8-94fc-4f9e-846e-b3651f9331b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ed1d075b-fd3f-44f0-8de2-5ca621558b5c), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:29.516752 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b3f8-94fc-4f9e-846e-b3651f9331b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:29.520465 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-9cc4b3f8-94fc-4f9e-846e-b3651f9331b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed1d075b-fd3f-44f0-8de2-5ca621558b5c HTTP/1.1" status: 204 len: 168 time: 0.1991210 Apr 06 17:07:29.529566 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4b3f8-94fc-4f9e-846e-b3651f9331b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1d075b-fd3f-44f0-8de2-5ca621558b5c,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:30.096914 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 34874) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:30.110305 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-221e5992-d26c-4940-95f7-f0c6e993eba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:30.189143 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-221e5992-d26c-4940-95f7-f0c6e993eba8 admin admin] Publish callbacks [] for security_group (f0effc6f-2657-48a5-8c37-f19aa3d45a40), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:30.277852 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-221e5992-d26c-4940-95f7-f0c6e993eba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (f0effc6f-2657-48a5-8c37-f19aa3d45a40), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:30.317477 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-221e5992-d26c-4940-95f7-f0c6e993eba8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92f94b2d4bb34c53994df82982f0ed24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194672 Apr 06 17:07:30.318325 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e5992-d26c-4940-95f7-f0c6e993eba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0effc6f-2657-48a5-8c37-f19aa3d45a40,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:30.320133 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34876) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:30.367956 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82e27781-1513-47c7-90ab-0b12bce44824 admin admin] Publish callbacks [] for security_group (f0effc6f-2657-48a5-8c37-f19aa3d45a40), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:30.389514 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82e27781-1513-47c7-90ab-0b12bce44824 admin admin] Publish callbacks [] for security_group (f0effc6f-2657-48a5-8c37-f19aa3d45a40), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:30.524355 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82e27781-1513-47c7-90ab-0b12bce44824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (f0effc6f-2657-48a5-8c37-f19aa3d45a40), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:30.528555 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82e27781-1513-47c7-90ab-0b12bce44824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:30.529671 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-82e27781-1513-47c7-90ab-0b12bce44824 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0effc6f-2657-48a5-8c37-f19aa3d45a40 HTTP/1.1" status: 204 len: 168 time: 0.2085440 Apr 06 17:07:30.539356 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e27781-1513-47c7-90ab-0b12bce44824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0effc6f-2657-48a5-8c37-f19aa3d45a40,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:32.197261 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 34928) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:32.289979 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:32.300178 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-38da9d2e-f053-4265-87ff-3fb8846635c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:32.371159 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-38da9d2e-f053-4265-87ff-3fb8846635c1 admin admin] Publish callbacks [] for security_group (874821eb-3ba9-489b-9133-0cb0824850da), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:32.443267 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-38da9d2e-f053-4265-87ff-3fb8846635c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (874821eb-3ba9-489b-9133-0cb0824850da), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:32.479359 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-38da9d2e-f053-4265-87ff-3fb8846635c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ccff88df4a22403aafbb0737ea0a0cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810230 Apr 06 17:07:32.481227 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da9d2e-f053-4265-87ff-3fb8846635c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874821eb-3ba9-489b-9133-0cb0824850da,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:32.482114 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 34932) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:32.530940 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-13537c62-5c66-43f6-bb70-f2faca1c55c5 admin admin] Publish callbacks [] for security_group (874821eb-3ba9-489b-9133-0cb0824850da), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:32.551776 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-13537c62-5c66-43f6-bb70-f2faca1c55c5 admin admin] Publish callbacks [] for security_group (874821eb-3ba9-489b-9133-0cb0824850da), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:32.672858 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-13537c62-5c66-43f6-bb70-f2faca1c55c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (874821eb-3ba9-489b-9133-0cb0824850da), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:32.675671 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-13537c62-5c66-43f6-bb70-f2faca1c55c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:32.676841 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-13537c62-5c66-43f6-bb70-f2faca1c55c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/874821eb-3ba9-489b-9133-0cb0824850da HTTP/1.1" status: 204 len: 168 time: 0.1935973 Apr 06 17:07:32.685328 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13537c62-5c66-43f6-bb70-f2faca1c55c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874821eb-3ba9-489b-9133-0cb0824850da,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:34.791974 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 35002) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:34.901535 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-98774533-b0e6-476b-8e90-57f18b638cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:34.988551 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-98774533-b0e6-476b-8e90-57f18b638cce admin admin] Publish callbacks [] for security_group (426bb42b-1bab-48f7-a375-87935f448a83), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:35.102225 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-98774533-b0e6-476b-8e90-57f18b638cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (426bb42b-1bab-48f7-a375-87935f448a83), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:35.139862 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98774533-b0e6-476b-8e90-57f18b638cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426bb42b-1bab-48f7-a375-87935f448a83,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:35.146914 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35014) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:35.147521 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-98774533-b0e6-476b-8e90-57f18b638cce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cfce33d6be2a47c6ac0708e31d497448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539090 Apr 06 17:07:35.199521 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6226ae6a-1264-4037-986f-8fad6555c665 admin admin] Publish callbacks [] for security_group (426bb42b-1bab-48f7-a375-87935f448a83), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:35.221065 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6226ae6a-1264-4037-986f-8fad6555c665 admin admin] Publish callbacks [] for security_group (426bb42b-1bab-48f7-a375-87935f448a83), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:35.359649 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6226ae6a-1264-4037-986f-8fad6555c665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (426bb42b-1bab-48f7-a375-87935f448a83), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:35.362142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6226ae6a-1264-4037-986f-8fad6555c665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:35.363316 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-6226ae6a-1264-4037-986f-8fad6555c665 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/426bb42b-1bab-48f7-a375-87935f448a83 HTTP/1.1" status: 204 len: 168 time: 0.2145619 Apr 06 17:07:35.371325 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226ae6a-1264-4037-986f-8fad6555c665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426bb42b-1bab-48f7-a375-87935f448a83,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:36.405914 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35056) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:36.504500 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-447354373-network', 'tenant_id': '33f2d25d7f15424e843ebfeda7b77cb0'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:07:36.587736 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Made reservation on behalf of 33f2d25d7f15424e843ebfeda7b77cb0 for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:07:36.590021 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:36.598349 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:36.668236 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Publish callbacks [] for security_group (1ac7164b-1ce7-4ac3-a3e7-fc121c22168a), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:36.747988 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (1ac7164b-1ce7-4ac3-a3e7-fc121c22168a), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:36.774282 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:07:36.780333 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:36.787060 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (851bd40e-0dfd-4585-8be2-82f24f745284), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:36.787397 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Added segment 851bd40e-0dfd-4585-8be2-82f24f745284 of type vlan for network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 Apr 06 17:07:36.825512 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (6c33c5f4-f33b-44e8-bf8e-2f98479cf015), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:36.942519 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (6c33c5f4-f33b-44e8-bf8e-2f98479cf015), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:36.943531 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:36.944236 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:37.004997 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] Pushing event updated for resources: {'Network': ['ID=6c33c5f4-f33b-44e8-bf8e-2f98479cf015,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:37.014766 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:07:37.110559 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-b9655755-bbf0-4b9b-9d0d-7d5a98702def admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7025898 Apr 06 17:07:37.113522 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35070) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:37.118245 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-35663cc4-9740-43b5-9469-dae77dbdc656 admin admin] Request body: {'subnet': {'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-447354373-subnet', 'tenant_id': '33f2d25d7f15424e843ebfeda7b77cb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:07:37.200233 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2a868f76-db12-4435-af09-0decb800f7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:37.251230 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35663cc4-9740-43b5-9469-dae77dbdc656 admin admin] Made reservation on behalf of 33f2d25d7f15424e843ebfeda7b77cb0 for: {'subnet': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:07:37.253640 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35663cc4-9740-43b5-9469-dae77dbdc656 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:37.324586 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:07:37.520165 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35663cc4-9740-43b5-9469-dae77dbdc656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for subnet (9b3e53d3-1606-4dad-9353-3df709b8c501), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:37.576403 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35663cc4-9740-43b5-9469-dae77dbdc656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3e53d3-1606-4dad-9353-3df709b8c501,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:37.603285 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35663cc4-9740-43b5-9469-dae77dbdc656 admin admin] Checking segment: {'id': '851bd40e-0dfd-4585-8be2-82f24f745284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:07:37.603730 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35663cc4-9740-43b5-9469-dae77dbdc656 admin admin] Network hostable DHCP agents. Network: 6c33c5f4-f33b-44e8-bf8e-2f98479cf015, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:07:37.694772 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85f9b2-483c-4cd1-8234-352bd56b9056 req-1a259484-39a5-4df6-8386-02838a4f418b tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:37.696431 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fe85f9b2-483c-4cd1-8234-352bd56b9056 req-1a259484-39a5-4df6-8386-02838a4f418b tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0549467 Apr 06 17:07:37.743820 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fe85f9b2-483c-4cd1-8234-352bd56b9056 req-d3210630-a3b6-422f-926d-85cf548b6a17 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Apr 06 17:07:37.754091 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35663cc4-9740-43b5-9469-dae77dbdc656 admin admin] Network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:07:37.874170 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-35663cc4-9740-43b5-9469-dae77dbdc656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, 6c33c5f4-f33b-44e8-bf8e-2f98479cf015) {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:07:37.881114 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35663cc4-9740-43b5-9469-dae77dbdc656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:37.881755 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35663cc4-9740-43b5-9469-dae77dbdc656 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:37.885499 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c6721e-d299-49aa-829a-45b7b70d40f6 None None] Network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:07:37.980407 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7c9d2a-3380-432b-963f-c248f4f78f25 None None] Network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:07:38.031153 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-35663cc4-9740-43b5-9469-dae77dbdc656 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9164135 Apr 06 17:07:38.756508 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35106) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:38.866750 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8a68a98f-a24d-4a40-b310-b21955fd94eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:38.867109 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d76f9-8a6d-47b4-a7f7-b9da45424123 req-70f5c6c3-7946-488a-ba79-36d085f22bf3 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:38.868608 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-248d76f9-8a6d-47b4-a7f7-b9da45424123 req-70f5c6c3-7946-488a-ba79-36d085f22bf3 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0556545 Apr 06 17:07:38.922325 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-248d76f9-8a6d-47b4-a7f7-b9da45424123 req-d0481132-5e4e-4fea-9a4a-5fc290e3bffe tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479088 Apr 06 17:07:38.955039 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8a68a98f-a24d-4a40-b310-b21955fd94eb admin admin] Publish callbacks [] for security_group (15e6a0f9-bf08-465d-905b-1eabdd8e9dc3), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.062310 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8a68a98f-a24d-4a40-b310-b21955fd94eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (15e6a0f9-bf08-465d-905b-1eabdd8e9dc3), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.100737 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-8a68a98f-a24d-4a40-b310-b21955fd94eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c6dffb2b8354dbdb91a4db9c0eb22ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431394 Apr 06 17:07:39.102536 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68a98f-a24d-4a40-b310-b21955fd94eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e6a0f9-bf08-465d-905b-1eabdd8e9dc3,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:39.103559 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 35120) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:39.152461 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ceb77894-bbc9-4dff-a974-fdf018964f8b admin admin] Publish callbacks [] for security_group (15e6a0f9-bf08-465d-905b-1eabdd8e9dc3), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.176933 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ceb77894-bbc9-4dff-a974-fdf018964f8b admin admin] Publish callbacks [] for security_group (15e6a0f9-bf08-465d-905b-1eabdd8e9dc3), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.268196 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ceb77894-bbc9-4dff-a974-fdf018964f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (15e6a0f9-bf08-465d-905b-1eabdd8e9dc3), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.270827 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ceb77894-bbc9-4dff-a974-fdf018964f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.274582 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ceb77894-bbc9-4dff-a974-fdf018964f8b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15e6a0f9-bf08-465d-905b-1eabdd8e9dc3 HTTP/1.1" status: 204 len: 168 time: 0.1676421 Apr 06 17:07:39.280240 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb77894-bbc9-4dff-a974-fdf018964f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e6a0f9-bf08-465d-905b-1eabdd8e9dc3,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:39.364551 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 35128) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:39.468327 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e214f369-dd75-4508-b43e-7b701156aee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.542531 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e214f369-dd75-4508-b43e-7b701156aee6 admin admin] Publish callbacks [] for security_group (ceb8b679-0bba-41c7-bc0f-f3ee73ed1ba5), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.651273 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b79349c5-4117-4b78-a100-35dcd0cd7b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.651814 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e214f369-dd75-4508-b43e-7b701156aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ceb8b679-0bba-41c7-bc0f-f3ee73ed1ba5), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.690904 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-e214f369-dd75-4508-b43e-7b701156aee6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb28fc9ef0ca414495785ffff6bb3ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252378 Apr 06 17:07:39.692155 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214f369-dd75-4508-b43e-7b701156aee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb8b679-0bba-41c7-bc0f-f3ee73ed1ba5,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:39.693923 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35136) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:39.756717 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-96b29e40-3e3b-40c3-9636-9560925c9b13 admin admin] Publish callbacks [] for security_group (ceb8b679-0bba-41c7-bc0f-f3ee73ed1ba5), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.778628 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-96b29e40-3e3b-40c3-9636-9560925c9b13 admin admin] Publish callbacks [] for security_group (ceb8b679-0bba-41c7-bc0f-f3ee73ed1ba5), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.948940 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-96b29e40-3e3b-40c3-9636-9560925c9b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ceb8b679-0bba-41c7-bc0f-f3ee73ed1ba5), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.951596 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-96b29e40-3e3b-40c3-9636-9560925c9b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:39.952857 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-96b29e40-3e3b-40c3-9636-9560925c9b13 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ceb8b679-0bba-41c7-bc0f-f3ee73ed1ba5 HTTP/1.1" status: 204 len: 168 time: 0.2576461 Apr 06 17:07:39.961566 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b29e40-3e3b-40c3-9636-9560925c9b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb8b679-0bba-41c7-bc0f-f3ee73ed1ba5,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:40.044272 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35144) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:40.053376 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7d692f8a-0762-427a-9356-80cfda007138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:40.070901 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f058224-39b5-43b0-a347-bd5629271dd0 req-f815dcdc-e7f5-4462-98ef-9b7a85dce707 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:40.072529 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4f058224-39b5-43b0-a347-bd5629271dd0 req-f815dcdc-e7f5-4462-98ef-9b7a85dce707 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0544531 Apr 06 17:07:40.122317 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4f058224-39b5-43b0-a347-bd5629271dd0 req-a6ada192-a8d3-4967-901d-f872888d2567 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Apr 06 17:07:40.136379 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7d692f8a-0762-427a-9356-80cfda007138 admin admin] Publish callbacks [] for security_group (ccf1b4b0-276e-4d6e-ad2e-984809c08ae1), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:40.240211 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7d692f8a-0762-427a-9356-80cfda007138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ccf1b4b0-276e-4d6e-ad2e-984809c08ae1), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:40.284492 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-7d692f8a-0762-427a-9356-80cfda007138 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fd284a191974f72ae9f9ae70e19465a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458050 Apr 06 17:07:40.285441 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d692f8a-0762-427a-9356-80cfda007138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf1b4b0-276e-4d6e-ad2e-984809c08ae1,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:40.287343 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 35148) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:40.338528 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-af51abe4-b227-44fd-951d-12a7bc4714b6 admin admin] Publish callbacks [] for security_group (ccf1b4b0-276e-4d6e-ad2e-984809c08ae1), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:40.360580 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-af51abe4-b227-44fd-951d-12a7bc4714b6 admin admin] Publish callbacks [] for security_group (ccf1b4b0-276e-4d6e-ad2e-984809c08ae1), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:40.411564 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:40.502937 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-af51abe4-b227-44fd-951d-12a7bc4714b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ccf1b4b0-276e-4d6e-ad2e-984809c08ae1), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:40.505474 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-af51abe4-b227-44fd-951d-12a7bc4714b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:40.506613 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-af51abe4-b227-44fd-951d-12a7bc4714b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccf1b4b0-276e-4d6e-ad2e-984809c08ae1 HTTP/1.1" status: 204 len: 168 time: 0.2176812 Apr 06 17:07:40.515194 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51abe4-b227-44fd-951d-12a7bc4714b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf1b4b0-276e-4d6e-ad2e-984809c08ae1,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:40.783383 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 35156) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:40.796421 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-32edd2fc-874c-4933-ae4f-968c6cbf78cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:40.876885 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-32edd2fc-874c-4933-ae4f-968c6cbf78cf admin admin] Publish callbacks [] for security_group (18e02812-907a-4730-bf1f-da898435376b), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:40.948331 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-32edd2fc-874c-4933-ae4f-968c6cbf78cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (18e02812-907a-4730-bf1f-da898435376b), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:40.991219 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-32edd2fc-874c-4933-ae4f-968c6cbf78cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76e8acef2a89429c8439db82695ad058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043126 Apr 06 17:07:40.991219 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edd2fc-874c-4933-ae4f-968c6cbf78cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e02812-907a-4730-bf1f-da898435376b,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:40.992871 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 35162) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:41.046668 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5417df81-b0f7-47bd-bf90-e4bdd5607aa3 admin admin] Publish callbacks [] for security_group (18e02812-907a-4730-bf1f-da898435376b), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:41.047915 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dce85-708e-44be-acc7-5ba9647d3613 req-be23f1f3-adb6-4dbc-abc7-66b5501d76c2 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:41.049413 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3f0dce85-708e-44be-acc7-5ba9647d3613 req-be23f1f3-adb6-4dbc-abc7-66b5501d76c2 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.58 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.1070864 Apr 06 17:07:41.074209 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5417df81-b0f7-47bd-bf90-e4bdd5607aa3 admin admin] Publish callbacks [] for security_group (18e02812-907a-4730-bf1f-da898435376b), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:41.192571 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-3f0dce85-708e-44be-acc7-5ba9647d3613 req-f5b4b542-473e-4ae3-a5b5-c3fc69d049a7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Deleting port a19c2888-32c8-4141-ad96-6205778be03d {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:07:41.194213 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5417df81-b0f7-47bd-bf90-e4bdd5607aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (18e02812-907a-4730-bf1f-da898435376b), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:41.197181 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5417df81-b0f7-47bd-bf90-e4bdd5607aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:41.198396 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-5417df81-b0f7-47bd-bf90-e4bdd5607aa3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/18e02812-907a-4730-bf1f-da898435376b HTTP/1.1" status: 204 len: 168 time: 0.2043545 Apr 06 17:07:41.201214 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-3f0dce85-708e-44be-acc7-5ba9647d3613 req-f5b4b542-473e-4ae3-a5b5-c3fc69d049a7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (a19c2888-32c8-4141-ad96-6205778be03d), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:41.210067 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417df81-b0f7-47bd-bf90-e4bdd5607aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e02812-907a-4730-bf1f-da898435376b,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:41.307188 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfe0a1-ef35-49ad-92e9-2a7be3fa803e req-f9d2cf08-67ea-4cbc-8d64-63de0f2e8990 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:41.310199 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-63cfe0a1-ef35-49ad-92e9-2a7be3fa803e req-f9d2cf08-67ea-4cbc-8d64-63de0f2e8990 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 945 time: 0.0913107 Apr 06 17:07:41.369419 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-63cfe0a1-ef35-49ad-92e9-2a7be3fa803e req-f0063537-9cee-4fe4-aa46-1229bbf7bfa9 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/security-groups?id=40c70106-53f8-483c-ae28-3a1be2647ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529125 Apr 06 17:07:41.561155 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-3f0dce85-708e-44be-acc7-5ba9647d3613 req-f5b4b542-473e-4ae3-a5b5-c3fc69d049a7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] For port a19c2888-32c8-4141-ad96-6205778be03d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=a19c2888-32c8-4141-ad96-6205778be03d,segment=NetworkSegment(60c89cf7-2817-4c5a-8b57-f2ef288a1567),segment_id=60c89cf7-2817-4c5a-8b57-f2ef288a1567)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:07:41.561656 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-3f0dce85-708e-44be-acc7-5ba9647d3613 req-f5b4b542-473e-4ae3-a5b5-c3fc69d049a7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (a19c2888-32c8-4141-ad96-6205778be03d), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:41.577251 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-3f0dce85-708e-44be-acc7-5ba9647d3613 req-f5b4b542-473e-4ae3-a5b5-c3fc69d049a7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Calling delete_port for a19c2888-32c8-4141-ad96-6205778be03d owned by compute:nova {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:07:41.783752 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:41.846820 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-3f0dce85-708e-44be-acc7-5ba9647d3613 req-f5b4b542-473e-4ae3-a5b5-c3fc69d049a7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (a19c2888-32c8-4141-ad96-6205778be03d), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:41.906539 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4b542-473e-4ae3-a5b5-c3fc69d049a7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Pushing event deleted for resources: {'Port': ['ID=a19c2888-32c8-4141-ad96-6205778be03d,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:41.975179 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-e26b248d-87c5-44b5-b2f5-4e2b94cea0c7 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:41.975577 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0dce85-708e-44be-acc7-5ba9647d3613 req-f5b4b542-473e-4ae3-a5b5-c3fc69d049a7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] No DVR routers for this DVR port a19c2888-32c8-4141-ad96-6205778be03d on host hv-cinder-83685 {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:07:41.976699 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-e26b248d-87c5-44b5-b2f5-4e2b94cea0c7 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/networks?id=6c33c5f4-f33b-44e8-bf8e-2f98479cf015 HTTP/1.1" status: 200 len: 813 time: 0.1154397 Apr 06 17:07:41.978735 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-3f0dce85-708e-44be-acc7-5ba9647d3613 req-f5b4b542-473e-4ae3-a5b5-c3fc69d049a7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:41.982554 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3f0dce85-708e-44be-acc7-5ba9647d3613 req-f5b4b542-473e-4ae3-a5b5-c3fc69d049a7 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.58 "DELETE /v2.0/ports/a19c2888-32c8-4141-ad96-6205778be03d HTTP/1.1" status: 204 len: 173 time: 0.9259858 Apr 06 17:07:41.983262 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd5826-958b-471f-a3ee-c545e53b3b2c', 'name': 'network-vif-deleted', 'tag': 'a19c2888-32c8-4141-ad96-6205778be03d'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:07:41.986875 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740ca140-ce36-49fb-801e-614f9d6144a0" -d '{"events": [{"server_uuid": "84cd5826-958b-471f-a3ee-c545e53b3b2c", "name": "network-vif-deleted", "tag": "a19c2888-32c8-4141-ad96-6205778be03d"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:07:41.992467 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-069d333a-8b4e-433c-9590-2bc1baffe4cb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/quotas/33f2d25d7f15424e843ebfeda7b77cb0 HTTP/1.1" status: 200 len: 375 time: 0.0099218 Apr 06 17:07:42.032840 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-857fae7d-b0b4-49c2-abb5-f688c94a7adb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=33f2d25d7f15424e843ebfeda7b77cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342975 Apr 06 17:07:42.034494 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6292611-dae3-43b1-9392-904df3fb648b x-openstack-request-id: req-a6292611-dae3-43b1-9392-904df3fb648b {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:07:42.034891 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cd5826-958b-471f-a3ee-c545e53b3b2c", "name": "network-vif-deleted", "tag": "a19c2888-32c8-4141-ad96-6205778be03d", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:07:42.035186 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6292611-dae3-43b1-9392-904df3fb648b {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:07:42.035588 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6292611-dae3-43b1-9392-904df3fb648b'] response: {'server_uuid': '84cd5826-958b-471f-a3ee-c545e53b3b2c', 'name': 'network-vif-deleted', 'tag': 'a19c2888-32c8-4141-ad96-6205778be03d', 'status': 'completed', 'code': 200} Apr 06 17:07:42.146304 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-eaa7ad0c-4cc4-4bc6-9a0a-becc2ee8b31b service neutron] 10.222.0.66 "GET /v2.0/networks/6c33c5f4-f33b-44e8-bf8e-2f98479cf015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066923 Apr 06 17:07:42.242748 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b7a68b88-ec1e-4164-ac29-c3a0cee21beb service neutron] 10.222.0.66 "GET /v2.0/networks/6c33c5f4-f33b-44e8-bf8e-2f98479cf015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903518 Apr 06 17:07:42.500519 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e94845b3-ec02-4b95-a1c0-2186ab7cad08 req-eae65497-9fd7-4fe8-a7b0-361686641fe9 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.0532725 Apr 06 17:07:42.548016 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3b077480-591b-47fa-bfa2-640395e4a04a req-f4c97210-fea6-4557-9ca9-fce062b9dfee tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 210 time: 0.0592253 Apr 06 17:07:43.325492 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:43.368225 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device a19c2888-32c8-4141-ad96-6205778be03d no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:07:43.389806 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: a19c2888-32c8-4141-ad96-6205778be03d {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:07:43.390148 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device a19c2888-32c8-4141-ad96-6205778be03d not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:07:43.610030 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-87aec45b-bce8-4827-878f-e2be7fd8aef0 req-59a6656f-7c33-47c0-b41d-58fd836fa847 tempest-DeleteServersTestJSON-681571661 tempest-DeleteServersTestJSON-681571661-project] 10.222.0.66 "GET /v2.0/ports?device_id=84cd5826-958b-471f-a3ee-c545e53b3b2c HTTP/1.1" status: 200 len: 210 time: 0.0313210 Apr 06 17:07:43.637100 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-402743c4-c006-47e9-8161-45fec3e36428 req-9f4dd8d0-3746-49fb-ad03-533a01625669 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 210 time: 0.0288420 Apr 06 17:07:44.735431 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bd3651f5-a513-48b2-9d58-255534c6a099 req-6f0e0c1d-9726-4c6b-8243-b58d6d40096c tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 210 time: 0.0299027 Apr 06 17:07:45.390161 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-2564b569-36ec-40dc-b6b0-84d290662caf tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:45.391708 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-2564b569-36ec-40dc-b6b0-84d290662caf tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.58 "GET /v2.0/networks?id=6c33c5f4-f33b-44e8-bf8e-2f98479cf015 HTTP/1.1" status: 200 len: 813 time: 0.1744034 Apr 06 17:07:45.415856 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Request body: {'port': {'device_id': '15d3dd2d-c437-49b2-956c-66a15cd182ed', 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015', 'admin_state_up': True, 'tenant_id': '33f2d25d7f15424e843ebfeda7b77cb0'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:07:45.594753 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Made reservation on behalf of 33f2d25d7f15424e843ebfeda7b77cb0 for: {'port': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:07:45.598136 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:45.778897 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Allocated IP 172.20.0.7 (6c33c5f4-f33b-44e8-bf8e-2f98479cf015/9b3e53d3-1606-4dad-9353-3df709b8c501/e82d3d34-a8c8-4be8-bdf4-65b88492fe81) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:07:45.832022 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-18fdafd5-3a62-46ad-9b13-61e7b1630cac req-42c6dfd4-432b-4962-8b57-2bd62236a139 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 210 time: 0.0290310 Apr 06 17:07:45.943633 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks [] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.029749 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.079686 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:07:46.086907 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:07:46.094177 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:07:46.099416 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:46.100058 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.112853 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Pushing event updated for resources: {'Port': ['ID=e82d3d34-a8c8-4be8-bdf4-65b88492fe81,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:46.186173 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-40733420-1061-4731-9c1f-56e55f38c6c8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7743249 Apr 06 17:07:46.208257 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Request body: {'port': {'device_id': '15d3dd2d-c437-49b2-956c-66a15cd182ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:07:46.218287 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 35392) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:46.262976 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc138bea-6625-44d1-b5e4-000fe1326640 admin admin] Deleting subnet 496572d5-14c1-4f28-9d98-d01a2cfcf533 {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:07:46.265967 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc138bea-6625-44d1-b5e4-000fe1326640 admin admin] Publish callbacks [] for subnet (496572d5-14c1-4f28-9d98-d01a2cfcf533), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.272850 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.304917 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc138bea-6625-44d1-b5e4-000fe1326640 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7130308'] for subnet (496572d5-14c1-4f28-9d98-d01a2cfcf533), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.345175 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc138bea-6625-44d1-b5e4-000fe1326640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (496572d5-14c1-4f28-9d98-d01a2cfcf533), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.494719 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc138bea-6625-44d1-b5e4-000fe1326640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7128047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5377154'] for subnet (496572d5-14c1-4f28-9d98-d01a2cfcf533), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.521875 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138bea-6625-44d1-b5e4-000fe1326640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=496572d5-14c1-4f28-9d98-d01a2cfcf533,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:46.526944 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc138bea-6625-44d1-b5e4-000fe1326640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.530775 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82d3d34-a8c8-4be8-bdf4-65b88492fe81 {{(pid=103876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:07:46.531305 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-dc138bea-6625-44d1-b5e4-000fe1326640 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/496572d5-14c1-4f28-9d98-d01a2cfcf533 HTTP/1.1" status: 204 len: 168 time: 0.3114538 Apr 06 17:07:46.533234 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 35394) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:46.538534 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Publish callbacks [] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.550582 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.provisioning_blocks [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Transition to ACTIVE for port object e82d3d34-a8c8-4be8-bdf4-65b88492fe81 will not be triggered until provisioned by entity L2. {{(pid=103876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:07:46.605937 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (94525299-1240-42d1-8649-f2e8717dbda7), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.675298 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.686059 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (94525299-1240-42d1-8649-f2e8717dbda7), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.706007 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94525299-1240-42d1-8649-f2e8717dbda7']}} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:46.720738 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c89cf7-2817-4c5a-8b57-f2ef288a1567') {'for_net_delete': True} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:46.720738 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c89cf7-2817-4c5a-8b57-f2ef288a1567') {} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:46.731795 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e82d3d34-a8c8-4be8-bdf4-65b88492fe81,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:46.737012 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7130175'] for segment (60c89cf7-2817-4c5a-8b57-f2ef288a1567), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.760904 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (60c89cf7-2817-4c5a-8b57-f2ef288a1567), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.768536 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:07:46.768941 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7127941'] for segment (60c89cf7-2817-4c5a-8b57-f2ef288a1567), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: Traceback (most recent call last): Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: timer() Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: cb(*args, **kw) Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: return func(*args, **kwargs) Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: self._notify() Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: self.callback(batched_events) Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: event.method(event) Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: return f(self, *a, **k) Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._get(url).json() Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: return self.request(url, 'GET', **kwargs) Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:07:46.771477 dv-cinder-836850-1-iscsi neutron-server[103877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:07:46.782008 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Attempting to bind port e82d3d34-a8c8-4be8-bdf4-65b88492fe81 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:07:46.782347 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Attempting to bind port e82d3d34-a8c8-4be8-bdf4-65b88492fe81 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '851bd40e-0dfd-4585-8be2-82f24f745284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015'}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:07:46.782681 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Attempting to bind port e82d3d34-a8c8-4be8-bdf4-65b88492fe81 on network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:07:46.787322 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Port e82d3d34-a8c8-4be8-bdf4-65b88492fe81 on network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:07:46.787679 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Attempting to bind port e82d3d34-a8c8-4be8-bdf4-65b88492fe81 on network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:07:46.800756 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:07:46.801094 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Checking segment: {'id': '851bd40e-0dfd-4585-8be2-82f24f745284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:07:46.801475 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Bound using segment: {'id': '851bd40e-0dfd-4585-8be2-82f24f745284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015'} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:07:46.801927 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Bound port: e82d3d34-a8c8-4be8-bdf4-65b88492fe81, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851bd40e-0dfd-4585-8be2-82f24f745284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015'}}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:07:46.802284 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.866758 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] For port e82d3d34-a8c8-4be8-bdf4-65b88492fe81, host hv-cinder-83685, cleared binding levels {{(pid=103876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:07:46.891573 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (94525299-1240-42d1-8649-f2e8717dbda7), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.892100 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] For port e82d3d34-a8c8-4be8-bdf4-65b88492fe81, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e82d3d34-a8c8-4be8-bdf4-65b88492fe81,segment=NetworkSegment(851bd40e-0dfd-4585-8be2-82f24f745284),segment_id=851bd40e-0dfd-4585-8be2-82f24f745284)] {{(pid=103876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:07:46.898738 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:46.905051 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] 10.222.0.66 "DELETE /v2.0/networks/94525299-1240-42d1-8649-f2e8717dbda7 HTTP/1.1" status: 204 len: 168 time: 0.3707550 Apr 06 17:07:46.925070 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d0bfe-7365-4b1e-ba01-bddff4032e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=94525299-1240-42d1-8649-f2e8717dbda7,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:46.965932 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201adb0-4c41-4c2a-9f7f-f0e21e559647 req-b6e1f467-3ce9-4018-ba58-d9862965d065 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:46.967421 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e201adb0-4c41-4c2a-9f7f-f0e21e559647 req-b6e1f467-3ce9-4018-ba58-d9862965d065 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 943 time: 0.0613401 Apr 06 17:07:46.990837 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:47.039661 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e201adb0-4c41-4c2a-9f7f-f0e21e559647 req-728fe797-eaa0-4228-bbb7-9f642d61d4a5 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662830 Apr 06 17:07:47.052256 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e82d3d34-a8c8-4be8-bdf4-65b88492fe81,revision_number=3']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:47.081254 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:47.081254 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:47.081254 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-b4a96f91-6b06-418e-aee2-52db1cd073f2 service neutron] 10.222.0.58 "PUT /v2.0/ports/e82d3d34-a8c8-4be8-bdf4-65b88492fe81 HTTP/1.1" status: 200 len: 1093 time: 0.8720860 Apr 06 17:07:47.081254 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d3dd2d-c437-49b2-956c-66a15cd182ed', 'tag': 'e82d3d34-a8c8-4be8-bdf4-65b88492fe81'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:07:47.081254 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6f0c47-9145-4e53-93ee-1193ca814d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "15d3dd2d-c437-49b2-956c-66a15cd182ed", "tag": "e82d3d34-a8c8-4be8-bdf4-65b88492fe81"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:07:47.119224 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ea62d7-744b-44ef-a740-797c92cc027b x-openstack-request-id: req-97ea62d7-744b-44ef-a740-797c92cc027b {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:07:47.119589 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d3dd2d-c437-49b2-956c-66a15cd182ed", "tag": "e82d3d34-a8c8-4be8-bdf4-65b88492fe81", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:07:47.119974 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97ea62d7-744b-44ef-a740-797c92cc027b {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:07:47.120529 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ea62d7-744b-44ef-a740-797c92cc027b'] response: {'name': 'network-changed', 'server_uuid': '15d3dd2d-c437-49b2-956c-66a15cd182ed', 'tag': 'e82d3d34-a8c8-4be8-bdf4-65b88492fe81', 'status': 'completed', 'code': 200} Apr 06 17:07:47.220163 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f0c47-9145-4e53-93ee-1193ca814d9d req-4ecd01a7-5b5a-496a-8a43-8e44fc664ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:47.221660 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2d6f0c47-9145-4e53-93ee-1193ca814d9d req-4ecd01a7-5b5a-496a-8a43-8e44fc664ef2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33f2d25d7f15424e843ebfeda7b77cb0&device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 1127 time: 0.0438809 Apr 06 17:07:47.338077 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f0c47-9145-4e53-93ee-1193ca814d9d req-cdcf6ab2-7d8f-4b5a-aa5e-58d1ca1d4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:47.339564 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2d6f0c47-9145-4e53-93ee-1193ca814d9d req-cdcf6ab2-7d8f-4b5a-aa5e-58d1ca1d4057 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=33f2d25d7f15424e843ebfeda7b77cb0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0924873 Apr 06 17:07:47.352005 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35414) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:47.442951 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-6124aaee-3c84-43c9-87f1-a9224fe3a449 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91a5afaa3f4645dfb62f4d044657fd0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0898032 Apr 06 17:07:47.445486 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35418) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:47.493623 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f0c47-9145-4e53-93ee-1193ca814d9d req-2e473d5b-7d5a-46a8-9ebe-c8148fa57f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:47.495105 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2d6f0c47-9145-4e53-93ee-1193ca814d9d req-2e473d5b-7d5a-46a8-9ebe-c8148fa57f1c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409662 Apr 06 17:07:47.514637 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-71d54f89-255e-4636-b68f-b404d0da3881 admin admin] Publish callbacks [] for security_group (40c70106-53f8-483c-ae28-3a1be2647ca8), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:47.535733 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-71d54f89-255e-4636-b68f-b404d0da3881 admin admin] Publish callbacks [] for security_group (40c70106-53f8-483c-ae28-3a1be2647ca8), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:47.615395 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-851aa1b3-31d2-4846-870c-e3ca63c09b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:47.616945 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-851aa1b3-31d2-4846-870c-e3ca63c09b06 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33f2d25d7f15424e843ebfeda7b77cb0&device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 1127 time: 0.0437427 Apr 06 17:07:47.675601 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-2a070458-7758-42c9-bf54-717f6fab48d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e82d3d34-a8c8-4be8-bdf4-65b88492fe81 HTTP/1.1" status: 200 len: 217 time: 0.0371804 Apr 06 17:07:47.676161 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-71d54f89-255e-4636-b68f-b404d0da3881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (40c70106-53f8-483c-ae28-3a1be2647ca8), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:47.678631 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-71d54f89-255e-4636-b68f-b404d0da3881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:47.679697 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-71d54f89-255e-4636-b68f-b404d0da3881 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/40c70106-53f8-483c-ae28-3a1be2647ca8 HTTP/1.1" status: 204 len: 168 time: 0.2332957 Apr 06 17:07:47.694791 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d54f89-255e-4636-b68f-b404d0da3881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c70106-53f8-483c-ae28-3a1be2647ca8,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:47.737898 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-021a1149-22fe-4bfc-bd8d-59364b66f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:47.739410 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-021a1149-22fe-4bfc-bd8d-59364b66f989 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b3e53d3-1606-4dad-9353-3df709b8c501 HTTP/1.1" status: 200 len: 853 time: 0.0522704 Apr 06 17:07:47.773142 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-45fcfeeb-51ad-4e04-b158-b7c6ab3e5da1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c33c5f4-f33b-44e8-bf8e-2f98479cf015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253468 Apr 06 17:07:47.871061 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-de1fd8db-3200-48fc-b751-56732eaacba0 service neutron] 10.222.0.58 "GET /v2.0/networks/6c33c5f4-f33b-44e8-bf8e-2f98479cf015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895667 Apr 06 17:07:47.964005 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a2b519cb-21d0-44d4-a4f1-e3e874d0df9f req-e03492cd-c5fd-4e8d-9f9d-6b3aa1d3bb92 service neutron] 10.222.0.58 "GET /v2.0/networks/6c33c5f4-f33b-44e8-bf8e-2f98479cf015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800490 Apr 06 17:07:48.179579 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cfb64-f1e3-49f2-ac97-0eb67ccf7be6 req-2382b72e-e67b-4240-b087-a7df714c984a tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:48.181605 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-463cfb64-f1e3-49f2-ac97-0eb67ccf7be6 req-2382b72e-e67b-4240-b087-a7df714c984a tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 943 time: 0.0570893 Apr 06 17:07:48.230341 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-463cfb64-f1e3-49f2-ac97-0eb67ccf7be6 req-3bfa8861-7919-424e-98f8-4ad2ce8fafe1 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420916 Apr 06 17:07:48.752432 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35458) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:48.867489 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-387415971-network', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:07:48.955128 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Made reservation on behalf of cb47d093c6bd40c985ea30e6874e5f8b for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:07:48.957499 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:48.967266 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:49.044633 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Publish callbacks [] for security_group (9179d1be-9d1a-4585-acf5-970f9e1b9735), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:49.092657 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9179d1be-9d1a-4585-acf5-970f9e1b9735), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:49.118277 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:07:49.127206 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9179d1be-9d1a-4585-acf5-970f9e1b9735,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:49.134898 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (954aa099-450f-4ebc-b677-361d6f2484ab), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:49.135448 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Added segment 954aa099-450f-4ebc-b677-361d6f2484ab of type vlan for network 44fe16da-612f-449b-840e-ac1a8d866aeb Apr 06 17:07:49.177245 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (44fe16da-612f-449b-840e-ac1a8d866aeb), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:49.331974 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (44fe16da-612f-449b-840e-ac1a8d866aeb), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:49.332951 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:49.333696 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:49.348038 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd58d8-c027-498a-a1cb-0aa1f3876b17 req-0f8eeb61-8ab9-45f7-8414-15c2ee319d99 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:49.349519 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9dfd58d8-c027-498a-a1cb-0aa1f3876b17 req-0f8eeb61-8ab9-45f7-8414-15c2ee319d99 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 943 time: 0.0510314 Apr 06 17:07:49.392289 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] Pushing event updated for resources: {'Network': ['ID=44fe16da-612f-449b-840e-ac1a8d866aeb,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:49.398422 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9dfd58d8-c027-498a-a1cb-0aa1f3876b17 req-bd3c2e7d-d688-4fce-94af-d229d89916d9 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431294 Apr 06 17:07:49.402438 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network 44fe16da-612f-449b-840e-ac1a8d866aeb details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:07:49.489424 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-5747e656-c018-4eda-bca2-8b24205d2552 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7358966 Apr 06 17:07:49.492377 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 35482) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:49.497245 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-94e647b1-7577-4849-80b1-b3647386c960 admin admin] Request body: {'subnet': {'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-subnet', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:07:49.578488 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e647b1-7577-4849-80b1-b3647386c960 admin admin] Made reservation on behalf of cb47d093c6bd40c985ea30e6874e5f8b for: {'subnet': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:07:49.580824 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-94e647b1-7577-4849-80b1-b3647386c960 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5377253'] for subnet (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:49.795485 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-94e647b1-7577-4849-80b1-b3647386c960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7130152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5377275'] for subnet (3ea5a750-c5e4-41b4-8721-acb1758a11fd), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:49.853772 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e647b1-7577-4849-80b1-b3647386c960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea5a750-c5e4-41b4-8721-acb1758a11fd,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:49.862289 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e647b1-7577-4849-80b1-b3647386c960 admin admin] Checking segment: {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:07:49.862713 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e647b1-7577-4849-80b1-b3647386c960 admin admin] Network hostable DHCP agents. Network: 44fe16da-612f-449b-840e-ac1a8d866aeb, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:07:49.950493 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e647b1-7577-4849-80b1-b3647386c960 admin admin] Network 44fe16da-612f-449b-840e-ac1a8d866aeb is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:07:50.034365 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-94e647b1-7577-4849-80b1-b3647386c960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, 44fe16da-612f-449b-840e-ac1a8d866aeb) {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:07:50.038860 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e647b1-7577-4849-80b1-b3647386c960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:50.043867 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-94e647b1-7577-4849-80b1-b3647386c960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:50.043984 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2800244a-5e0f-4dba-84e9-c7ff7686685c None None] Network 44fe16da-612f-449b-840e-ac1a8d866aeb requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:07:50.135451 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-94e647b1-7577-4849-80b1-b3647386c960 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6419401 Apr 06 17:07:50.140762 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 35486) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:50.141012 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8dc3ea-b628-591d-92c5-4a387acafab5-44fe16da-612f-449b-840e-ac1a8d866aeb', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd'}]}} from dv-cinder-836850-1-iscsi. {{(pid=103878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:07:50.141772 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:50.143255 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:07:50.224244 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6307'] for router (a9b8206b-3c95-456f-a3a2-4411480c3d11), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:50.225396 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-376390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6330'] for router (a9b8206b-3c95-456f-a3a2-4411480c3d11), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:50.285678 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.db_base_plugin_common [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Allocated IP 172.20.0.2 (44fe16da-612f-449b-840e-ac1a8d866aeb/3ea5a750-c5e4-41b4-8721-acb1758a11fd/7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb) {{(pid=103878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:07:50.304900 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Publish callbacks [] for router_controller (a9b8206b-3c95-456f-a3a2-4411480c3d11), precommit_add_association {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:50.525717 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Publish callbacks [] for router_gateway (a9b8206b-3c95-456f-a3a2-4411480c3d11), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:50.551409 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Publish callbacks [] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), precommit_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:50.555289 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64701f-69ce-41a3-b56c-fda1fcbe46d6 req-8eb04366-818f-4584-a7f7-e87dc61a74fb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:50.556984 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3f64701f-69ce-41a3-b56c-fda1fcbe46d6 req-8eb04366-818f-4584-a7f7-e87dc61a74fb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 943 time: 0.0615575 Apr 06 17:07:50.603827 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3f64701f-69ce-41a3-b56c-fda1fcbe46d6 req-b6252d79-dbbd-488b-a394-6ea8c2e473ce tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412679 Apr 06 17:07:50.681486 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:50.719214 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Network 44fe16da-612f-449b-840e-ac1a8d866aeb is already hosted by enough agents. {{(pid=103878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:07:50.722105 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.base_scheduler [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Resources bound (agent type, host, resource id): {{(pid=103878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:07:50.727703 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Received port after_create {{(pid=103878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:07:50.738959 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Pushing event updated for resources: {'Port': ['ID=7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb,revision_number=1']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:50.765939 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.766297 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.766663 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.767055 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.767399 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.767738 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.768068 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.768396 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.768724 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.769051 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.769380 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.769722 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.770052 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.770384 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.770705 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:50.804056 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Publish callbacks [] for router_gateway (a9b8206b-3c95-456f-a3a2-4411480c3d11), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:50.804531 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Attempting to bind port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:07:50.805060 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Attempting to bind port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:07:50.805623 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Attempting to bind port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb on network 44fe16da-612f-449b-840e-ac1a8d866aeb {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:07:50.811745 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:07:50.812134 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Checking segment: {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:07:50.812554 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:50.812960 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Bound using segment: {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:07:50.813451 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Bound port: 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:07:50.813837 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:50.823278 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:50.874528 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] For port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:07:50.877794 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] For port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:07:50.925856 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Allocated IP 172.27.1.123 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/91c00556-eda8-40d0-80dd-f95b1b661641) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:07:50.962090 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:51.022018 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eb346-2d64-4a7b-a5ac-e27df21b4b06 None None] Pushing event updated for resources: {'Port': ['ID=7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:51.031691 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Publish callbacks [] for port (91c00556-eda8-40d0-80dd-f95b1b661641), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:51.133418 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (91c00556-eda8-40d0-80dd-f95b1b661641), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:51.179216 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:07:51.182339 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:07:51.185291 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:07:51.428019 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Pushing event updated for resources: {'Port': ['ID=91c00556-eda8-40d0-80dd-f95b1b661641,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:51.757450 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Publish callbacks [] for router_gateway (a9b8206b-3c95-456f-a3a2-4411480c3d11), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:51.803106 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986815ec-761b-4af8-8b78-16e6577364ac req-d1c3b8b1-5c40-4bbf-9f1c-c586659a872e tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:51.804610 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-986815ec-761b-4af8-8b78-16e6577364ac req-d1c3b8b1-5c40-4bbf-9f1c-c586659a872e tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 943 time: 0.1330791 Apr 06 17:07:51.901570 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-986815ec-761b-4af8-8b78-16e6577364ac req-90e22467-189e-44cb-8104-bb03eaa4c308 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877829 Apr 06 17:07:52.017583 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373255'] for router (a9b8206b-3c95-456f-a3a2-4411480c3d11), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:52.073593 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701bcb9c-621d-4415-8871-c0b7c069255a None None] Network 44fe16da-612f-449b-840e-ac1a8d866aeb requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:07:52.136701 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-daab7a51-e69f-454d-907c-8357e1c6b173 None None] Provisioning complete for port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:07:52.137140 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-daab7a51-e69f-454d-907c-8357e1c6b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:52.207238 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Router a9b8206b-3c95-456f-a3a2-4411480c3d11 is scheduled to L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d with binding_index 1 {{(pid=103877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:07:52.259715 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-daab7a51-e69f-454d-907c-8357e1c6b173 None None] Current status of the port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:07:52.260118 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-daab7a51-e69f-454d-907c-8357e1c6b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:52.296103 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-daab7a51-e69f-454d-907c-8357e1c6b173 None None] For port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:07:52.321089 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:07:52.331041 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Sync routers for ids ['a9b8206b-3c95-456f-a3a2-4411480c3d11'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:07:52.343324 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Routers {'a9b8206b-3c95-456f-a3a2-4411480c3d11'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:07:52.344239 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:07:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['a9b8206b-3c95-456f-a3a2-4411480c3d11'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:52.374176 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-daab7a51-e69f-454d-907c-8357e1c6b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:52.413307 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:52.413307 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-82c4b5ed-57f1-4e65-b5e6-5a57f6df7e5e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2694011 Apr 06 17:07:52.413566 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35514) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:07:52.480421 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab7a51-e69f-454d-907c-8357e1c6b173 None None] Pushing event updated for resources: {'Port': ['ID=7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:52.484184 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Set router a9b8206b-3c95-456f-a3a2-4411480c3d11 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:07:52.500329 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-218cac9b-c619-45f1-808e-ad562a090527 None None] Provisioning complete for port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:07:52.500711 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-218cac9b-c619-45f1-808e-ad562a090527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:52.609915 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-218cac9b-c619-45f1-808e-ad562a090527 None None] Current status of the port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:07:52.689082 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:07:52.702363 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:51Z', 'revision_number': 3, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:52.733531 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Checking router: a9b8206b-3c95-456f-a3a2-4411480c3d11 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:07:52.736502 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Updating router a9b8206b-3c95-456f-a3a2-4411480c3d11 port 91c00556-eda8-40d0-80dd-f95b1b661641 binding host dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:07:52.756988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:07:52.757468 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:52.770140 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (91c00556-eda8-40d0-80dd-f95b1b661641), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:52.860758 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:07:52.964424 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.074478 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44161f6a-0bae-4383-8ca2-d7acf1476e0a req-2c83e3d7-91ce-44f1-980b-608c9496d194 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:53.077252 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-44161f6a-0bae-4383-8ca2-d7acf1476e0a req-2c83e3d7-91ce-44f1-980b-608c9496d194 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 943 time: 0.0739570 Apr 06 17:07:53.080901 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Publish callbacks [] for port (91c00556-eda8-40d0-80dd-f95b1b661641), precommit_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.127918 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-44161f6a-0bae-4383-8ca2-d7acf1476e0a req-44d5b201-360a-40e4-998f-2a0708b51c0b tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442913 Apr 06 17:07:53.149980 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (91c00556-eda8-40d0-80dd-f95b1b661641), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.165567 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Allocated IP 172.20.0.1 (44fe16da-612f-449b-840e-ac1a8d866aeb/3ea5a750-c5e4-41b4-8721-acb1758a11fd/1d621d6d-59cf-49d3-ab3b-eef9cbf71182) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:07:53.205897 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Attempting to bind port 91c00556-eda8-40d0-80dd-f95b1b661641 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:07:53.206204 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Attempting to bind port 91c00556-eda8-40d0-80dd-f95b1b661641 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:07:53.206545 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Attempting to bind port 91c00556-eda8-40d0-80dd-f95b1b661641 on network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:07:53.209379 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Pushing event updated for resources: {'Port': ['ID=91c00556-eda8-40d0-80dd-f95b1b661641,revision_number=2']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:53.217635 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:07:53.218004 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Checking segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:07:53.218406 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.218795 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Bound using segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:07:53.219279 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Bound port: 91c00556-eda8-40d0-80dd-f95b1b661641, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:07:53.219654 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (91c00556-eda8-40d0-80dd-f95b1b661641), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.221843 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.222186 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.226918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:07:53.274446 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Publish callbacks [] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.293198 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] For port 91c00556-eda8-40d0-80dd-f95b1b661641, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:07:53.293198 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] For port 91c00556-eda8-40d0-80dd-f95b1b661641, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=91c00556-eda8-40d0-80dd-f95b1b661641,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:07:53.367911 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.368094 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (91c00556-eda8-40d0-80dd-f95b1b661641), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.391939 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device e82d3d34-a8c8-4be8-bdf4-65b88492fe81 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:07:53.418970 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Network 44fe16da-612f-449b-840e-ac1a8d866aeb is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:07:53.424303 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:07:53.426879 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:07:53.427771 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373462'] for router_interface (a9b8206b-3c95-456f-a3a2-4411480c3d11), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.438670 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Routers {'a9b8206b-3c95-456f-a3a2-4411480c3d11'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:07:53.439369 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:07:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['a9b8206b-3c95-456f-a3a2-4411480c3d11'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:53.479927 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Pushing event updated for resources: {'Port': ['ID=1d621d6d-59cf-49d3-ab3b-eef9cbf71182,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:53.529604 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552aa7a-88c1-4084-b53f-4515ceff1a9b None None] Pushing event updated for resources: {'Port': ['ID=91c00556-eda8-40d0-80dd-f95b1b661641,revision_number=3']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:53.594139 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port e82d3d34-a8c8-4be8-bdf4-65b88492fe81, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e82d3d34-a8c8-4be8-bdf4-65b88492fe81,segment=NetworkSegment(851bd40e-0dfd-4585-8be2-82f24f745284),segment_id=851bd40e-0dfd-4585-8be2-82f24f745284)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:07:53.628884 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': 'e82d3d34-a8c8-4be8-bdf4-65b88492fe81', 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015', 'port_id': 'e82d3d34-a8c8-4be8-bdf4-65b88492fe81', 'mac_address': 'fa:16:3e:43:c4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3e53d3-1606-4dad-9353-3df709b8c501', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:07:53.666872 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.675431 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] Set router a9b8206b-3c95-456f-a3a2-4411480c3d11 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:07:53.696880 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port e82d3d34-a8c8-4be8-bdf4-65b88492fe81 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:07:53.698403 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.731912 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82d3d34-a8c8-4be8-bdf4-65b88492fe81 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:07:53.762323 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port e82d3d34-a8c8-4be8-bdf4-65b88492fe81, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e82d3d34-a8c8-4be8-bdf4-65b88492fe81,segment=NetworkSegment(851bd40e-0dfd-4585-8be2-82f24f745284),segment_id=851bd40e-0dfd-4585-8be2-82f24f745284)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:07:53.764799 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-7261c22b-4181-47c1-97a2-142ae6c6ec7e None None] Provisioning complete for port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:07:53.765612 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7261c22b-4181-47c1-97a2-142ae6c6ec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.800853 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-7261c22b-4181-47c1-97a2-142ae6c6ec7e None None] Port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:07:53.828087 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.892933 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=e82d3d34-a8c8-4be8-bdf4-65b88492fe81,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:53.893220 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Publish callbacks [] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.919861 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:51Z', 'revision_number': 3, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:53.949281 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a351c59e-b55e-4fe6-99fb-f6e59c4b1c9e None None] The sync data for ids ['a9b8206b-3c95-456f-a3a2-4411480c3d11'] in dv-cinder-836850-1-iscsi is: [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:51Z', 'revision_number': 3, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:07:53.956181 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:53.956971 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-372806'] for router_interface (a9b8206b-3c95-456f-a3a2-4411480c3d11), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:54.042198 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Pushing event updated for resources: {'Port': ['ID=1d621d6d-59cf-49d3-ab3b-eef9cbf71182,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:54.085688 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Network 44fe16da-612f-449b-840e-ac1a8d866aeb is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:07:54.087141 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:07:54.231217 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Router a9b8206b-3c95-456f-a3a2-4411480c3d11 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:07:54.322893 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6a743-bdce-43e0-bbfa-4ddfee55f7f1 req-8f509486-b1b1-466f-95dc-f856ebba05aa tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:54.324524 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-eac6a743-bdce-43e0-bbfa-4ddfee55f7f1 req-8f509486-b1b1-466f-95dc-f856ebba05aa tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 944 time: 0.1014841 Apr 06 17:07:54.379148 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-eac6a743-bdce-43e0-bbfa-4ddfee55f7f1 req-019a6969-1adb-4af4-9654-042d88beb361 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478549 Apr 06 17:07:54.427690 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-cd1b1621-30b5-475d-884f-6a7ecda8b9f9 None None] Provisioning complete for port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:07:54.428265 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1621-30b5-475d-884f-6a7ecda8b9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:54.454789 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['e82d3d34-a8c8-4be8-bdf4-65b88492fe81'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:07:54.503156 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b1621-30b5-475d-884f-6a7ecda8b9f9 None None] Port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:07:54.629656 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:07:54.645359 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-a348bcdc-486c-4099-9189-e7acf4c3a28b admin admin] 10.222.0.66 "PUT /v2.0/routers/a9b8206b-3c95-456f-a3a2-4411480c3d11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2221055 Apr 06 17:07:54.683186 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 91c00556-eda8-40d0-80dd-f95b1b661641 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:07:54.754204 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 91c00556-eda8-40d0-80dd-f95b1b661641 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:07:54.754705 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (91c00556-eda8-40d0-80dd-f95b1b661641), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:54.840403 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 91c00556-eda8-40d0-80dd-f95b1b661641 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:07:54.841449 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (91c00556-eda8-40d0-80dd-f95b1b661641), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:54.868851 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port 91c00556-eda8-40d0-80dd-f95b1b661641, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=91c00556-eda8-40d0-80dd-f95b1b661641,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:07:54.939204 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (91c00556-eda8-40d0-80dd-f95b1b661641), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:54.995199 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=91c00556-eda8-40d0-80dd-f95b1b661641,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:55.130160 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-57dff168-884e-47fb-b4e2-fe0af3c438cc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:55.131368 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-57dff168-884e-47fb-b4e2-fe0af3c438cc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 818 time: 0.0999525 Apr 06 17:07:55.149239 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-8193595f-21b8-42f8-b1cb-c8f73320e923 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/quotas/cb47d093c6bd40c985ea30e6874e5f8b HTTP/1.1" status: 200 len: 375 time: 0.0097992 Apr 06 17:07:55.207873 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-2f6304ef-439a-4717-a357-6dd90dbfc557 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526366 Apr 06 17:07:55.298261 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-bfebc04a-9163-49cb-aca3-b9c49a335f12 service neutron] 10.222.0.66 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836489 Apr 06 17:07:55.393309 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-eb5a6dd0-d1bf-4d21-b672-4c6dd1153c95 service neutron] 10.222.0.66 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890570 Apr 06 17:07:55.502068 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27376fa8-98c4-44d5-b22b-9af8334dc2a1 req-b9e3606f-b5d4-4551-b9d4-1eb54d4274f0 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:55.503911 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-27376fa8-98c4-44d5-b22b-9af8334dc2a1 req-b9e3606f-b5d4-4551-b9d4-1eb54d4274f0 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 944 time: 0.0574203 Apr 06 17:07:55.554301 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-27376fa8-98c4-44d5-b22b-9af8334dc2a1 req-912876a0-1223-46d5-a997-a1b8803b9c97 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446827 Apr 06 17:07:55.707405 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-74bd3cb5-76cb-446a-9ed8-3eda374903b9 req-3533f6f1-9949-4917-bb0f-d6223a8b8ee0 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 210 time: 0.0335286 Apr 06 17:07:55.753067 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Sync routers for ids ['a9b8206b-3c95-456f-a3a2-4411480c3d11'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:07:55.769613 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Routers {'a9b8206b-3c95-456f-a3a2-4411480c3d11'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:07:55.770123 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:07:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['a9b8206b-3c95-456f-a3a2-4411480c3d11'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:55.895728 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Set router a9b8206b-3c95-456f-a3a2-4411480c3d11 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:07:55.955199 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-68533160-ce9f-483e-b1c5-2a6bbb4f3178 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:55.956665 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-68533160-ce9f-483e-b1c5-2a6bbb4f3178 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 818 time: 0.1043377 Apr 06 17:07:55.971305 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-0090d632-4e58-4856-bdff-9c8df2e50f5d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/quotas/cb47d093c6bd40c985ea30e6874e5f8b HTTP/1.1" status: 200 len: 375 time: 0.0090704 Apr 06 17:07:56.027910 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-0b132edc-04d8-4ef3-bb98-e1b92f0920dc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513167 Apr 06 17:07:56.109741 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '1d621d6d-59cf-49d3-ab3b-eef9cbf71182', 'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'mac_address': 'fa:16:3e:50:e2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:52Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 2, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'subnets': [{'id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:56.128801 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-9ed92f15-4355-4954-b25d-cfe51a42a26c service neutron] 10.222.0.66 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941577 Apr 06 17:07:56.135795 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Checking router: a9b8206b-3c95-456f-a3a2-4411480c3d11 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:07:56.136147 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Updating router a9b8206b-3c95-456f-a3a2-4411480c3d11 port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 binding host dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:07:56.166158 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:56.200421 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device e82d3d34-a8c8-4be8-bdf4-65b88492fe81 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:07:56.228495 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-95996674-2b69-41c7-911b-397940e6ded0 service neutron] 10.222.0.66 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938594 Apr 06 17:07:56.406627 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port e82d3d34-a8c8-4be8-bdf4-65b88492fe81 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:07:56.413680 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port e82d3d34-a8c8-4be8-bdf4-65b88492fe81 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:07:56.414135 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:56.500682 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4482de58-e1ef-4ec9-823b-2122b0526276 req-128b7d33-13fc-4249-8d4c-9a54e75c5b94 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 210 time: 0.0367672 Apr 06 17:07:56.635679 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Publish callbacks [] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), precommit_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:56.671719 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 91c00556-eda8-40d0-80dd-f95b1b661641 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:07:56.696780 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port e82d3d34-a8c8-4be8-bdf4-65b88492fe81 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:07:56.697178 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:56.709001 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a37da8-d1c9-4a66-95f6-72d7f13c7e8a req-171d307c-23cb-4daa-9641-2cac6a8922e3 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:56.711204 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a5a37da8-d1c9-4a66-95f6-72d7f13c7e8a req-171d307c-23cb-4daa-9641-2cac6a8922e3 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 944 time: 0.0790489 Apr 06 17:07:56.739783 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d3dd2d-c437-49b2-956c-66a15cd182ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82d3d34-a8c8-4be8-bdf4-65b88492fe81'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:07:56.742734 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6eef72-16ff-475b-8c19-63f3d4382024" -d '{"events": [{"server_uuid": "15d3dd2d-c437-49b2-956c-66a15cd182ed", "name": "network-vif-plugged", "status": "completed", "tag": "e82d3d34-a8c8-4be8-bdf4-65b88492fe81"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:07:56.758625 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port e82d3d34-a8c8-4be8-bdf4-65b88492fe81, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e82d3d34-a8c8-4be8-bdf4-65b88492fe81,segment=NetworkSegment(851bd40e-0dfd-4585-8be2-82f24f745284),segment_id=851bd40e-0dfd-4585-8be2-82f24f745284)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:07:56.771532 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 91c00556-eda8-40d0-80dd-f95b1b661641 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:07:56.772068 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (91c00556-eda8-40d0-80dd-f95b1b661641), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:56.775245 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:56.779378 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a5a37da8-d1c9-4a66-95f6-72d7f13c7e8a req-4dfc2bee-b304-46ad-8490-5f9dd95f8081 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612695 Apr 06 17:07:56.804807 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31184a29-d367-465e-a167-1f7283ed2afa x-openstack-request-id: req-31184a29-d367-465e-a167-1f7283ed2afa {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:07:56.805222 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d3dd2d-c437-49b2-956c-66a15cd182ed", "name": "network-vif-plugged", "status": "completed", "tag": "e82d3d34-a8c8-4be8-bdf4-65b88492fe81", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:07:56.805559 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31184a29-d367-465e-a167-1f7283ed2afa {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:07:56.806009 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31184a29-d367-465e-a167-1f7283ed2afa'] response: {'server_uuid': '15d3dd2d-c437-49b2-956c-66a15cd182ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82d3d34-a8c8-4be8-bdf4-65b88492fe81', 'code': 200} Apr 06 17:07:56.888335 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:56.900943 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc5a28-81b7-466e-996c-9729332e811e None None] Pushing event updated for resources: {'Port': ['ID=1d621d6d-59cf-49d3-ab3b-eef9cbf71182,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:57.059591 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Attempting to bind port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:07:57.059992 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Attempting to bind port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:07:57.060361 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Attempting to bind port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 on network 44fe16da-612f-449b-840e-ac1a8d866aeb {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:07:57.069215 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=e82d3d34-a8c8-4be8-bdf4-65b88492fe81,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:57.072374 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 91c00556-eda8-40d0-80dd-f95b1b661641 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:07:57.074673 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:07:57.075208 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Checking segment: {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:07:57.076126 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:57.076517 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Bound using segment: {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:07:57.076999 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Bound port: 1d621d6d-59cf-49d3-ab3b-eef9cbf71182, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:07:57.077393 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:57.161260 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-90e0a44a-ab8c-415a-b1eb-78f1396dc8c1 None None] Provisioning complete for port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:07:57.161633 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-90e0a44a-ab8c-415a-b1eb-78f1396dc8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:57.164179 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] For port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:07:57.204261 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] For port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=1d621d6d-59cf-49d3-ab3b-eef9cbf71182,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:07:57.216018 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-90e0a44a-ab8c-415a-b1eb-78f1396dc8c1 None None] Port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:07:57.290196 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:57.324517 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d26f36-a50d-4107-a0e7-591984b34844 req-dcef4a8e-aa21-4053-a00a-79a88d6d305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:57.326815 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-42d26f36-a50d-4107-a0e7-591984b34844 req-dcef4a8e-aa21-4053-a00a-79a88d6d305a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 1129 time: 0.0488520 Apr 06 17:07:57.356594 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Routers {'a9b8206b-3c95-456f-a3a2-4411480c3d11'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:07:57.357246 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:07:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['a9b8206b-3c95-456f-a3a2-4411480c3d11'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:57.375575 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-42d26f36-a50d-4107-a0e7-591984b34844 req-3cef989b-80a9-4c66-b077-4c891a0c28bb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 Apr 06 17:07:57.393339 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc5a28-81b7-466e-996c-9729332e811e None None] Pushing event updated for resources: {'Port': ['ID=1d621d6d-59cf-49d3-ab3b-eef9cbf71182,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:57.484580 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] Set router a9b8206b-3c95-456f-a3a2-4411480c3d11 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:07:57.599411 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-de8bc4be-bd79-40a0-9e65-fd57ce127edf req-20b10081-45b4-47e1-b746-e1618d297143 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 210 time: 0.0285695 Apr 06 17:07:57.610561 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-65911c38-6ae1-4782-bd58-c8a31f812373 None None] Provisioning complete for port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:07:57.611064 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-65911c38-6ae1-4782-bd58-c8a31f812373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:57.746029 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-65911c38-6ae1-4782-bd58-c8a31f812373 None None] Current status of the port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:07:57.746426 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-65911c38-6ae1-4782-bd58-c8a31f812373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:57.788624 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-65911c38-6ae1-4782-bd58-c8a31f812373 None None] For port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=1d621d6d-59cf-49d3-ab3b-eef9cbf71182,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:07:57.790855 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '1d621d6d-59cf-49d3-ab3b-eef9cbf71182', 'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'mac_address': 'fa:16:3e:50:e2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:52Z', 'updated_at': '2022-04-06T17:07:57Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'subnets': [{'id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:07:57.822000 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ea465-aca8-443d-b72b-84d71a8bfb0e None None] The sync data for ids ['a9b8206b-3c95-456f-a3a2-4411480c3d11'] in dv-cinder-836850-1-iscsi is: [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '1d621d6d-59cf-49d3-ab3b-eef9cbf71182', 'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'mac_address': 'fa:16:3e:50:e2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:52Z', 'updated_at': '2022-04-06T17:07:57Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'subnets': [{'id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:07:57.879607 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-65911c38-6ae1-4782-bd58-c8a31f812373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:57.960449 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2e64d-f2df-4d58-aa2a-4f5530d3ca17 req-5c6e942c-9b06-4036-8e33-0f51c67c7a04 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:57.962036 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1bd2e64d-f2df-4d58-aa2a-4f5530d3ca17 req-5c6e942c-9b06-4036-8e33-0f51c67c7a04 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 945 time: 0.1108236 Apr 06 17:07:57.974434 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65911c38-6ae1-4782-bd58-c8a31f812373 None None] Pushing event updated for resources: {'Port': ['ID=1d621d6d-59cf-49d3-ab3b-eef9cbf71182,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:07:58.020054 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1bd2e64d-f2df-4d58-aa2a-4f5530d3ca17 req-e4c197f4-8fb2-4329-b419-9760cbc092da tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462363 Apr 06 17:07:58.635037 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:07:58.691989 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:07:58.692384 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:07:58.712559 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-db0ab4de-f6ae-48fb-aea3-27e746328d27 req-ce0b27eb-4f28-4941-a60c-cf1acff89f60 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 210 time: 0.0345182 Apr 06 17:07:58.799863 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:07:59.139710 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb2110-e0c3-455b-85c8-c2f14235d9bc req-b560da33-16b6-42e7-9bfb-03ba824a03a2 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:59.141445 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4eb2110-e0c3-455b-85c8-c2f14235d9bc req-b560da33-16b6-42e7-9bfb-03ba824a03a2 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 945 time: 0.0554187 Apr 06 17:07:59.189210 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4eb2110-e0c3-455b-85c8-c2f14235d9bc req-5e3cad83-e6e2-4c52-8f29-ba4c609acced tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Apr 06 17:07:59.502730 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-28148c07-9bd7-4aeb-89d1-aac88298edc2 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:07:59.504440 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-28148c07-9bd7-4aeb-89d1-aac88298edc2 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 818 time: 0.1038227 Apr 06 17:07:59.738873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Request body: {'port': {'device_id': '286b96fe-3526-4ea1-94fd-c7be3369a4df', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'admin_state_up': True, 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:07:59.819813 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-db3eb4db-570a-47de-a123-1800105ab074 req-877510f2-12c7-4ef2-99a8-6493d891ccac tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 210 time: 0.0381305 Apr 06 17:07:59.979145 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Made reservation on behalf of cb47d093c6bd40c985ea30e6874e5f8b for: {'port': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:07:59.983481 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:00.114560 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Allocated IP 172.20.0.5 (44fe16da-612f-449b-840e-ac1a8d866aeb/3ea5a750-c5e4-41b4-8721-acb1758a11fd/2333f71b-e347-4d34-9808-8a46724817eb) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:08:00.262238 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for port (2333f71b-e347-4d34-9808-8a46724817eb), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:00.316297 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33684183-85f4-4d58-8c5d-f9feb98901d1 req-93aedfc5-7ed7-4d70-8bcd-bd51187a3346 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:00.317854 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-33684183-85f4-4d58-8c5d-f9feb98901d1 req-93aedfc5-7ed7-4d70-8bcd-bd51187a3346 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 945 time: 0.0559301 Apr 06 17:08:00.364017 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-33684183-85f4-4d58-8c5d-f9feb98901d1 req-777847f7-2c51-467b-a807-02227b889005 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405242 Apr 06 17:08:00.408384 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (2333f71b-e347-4d34-9808-8a46724817eb), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:00.459538 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Network 44fe16da-612f-449b-840e-ac1a8d866aeb is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:08:00.462713 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:08:00.470005 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:08:00.477041 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:00.477041 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:00.479361 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event updated for resources: {'Port': ['ID=2333f71b-e347-4d34-9808-8a46724817eb,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:00.554300 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-78cfc538-89c9-4391-bf2a-caa3ae057e81 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8200278 Apr 06 17:08:00.682728 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Request body: {'port': {'device_id': '286b96fe-3526-4ea1-94fd-c7be3369a4df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:08:00.721338 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2a01b4b6-dffb-4615-8ed8-3fd6e2045e61 None None] Provisioning complete for port 2333f71b-e347-4d34-9808-8a46724817eb triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:08:00.722325 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2a01b4b6-dffb-4615-8ed8-3fd6e2045e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (2333f71b-e347-4d34-9808-8a46724817eb), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:00.761663 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2a01b4b6-dffb-4615-8ed8-3fd6e2045e61 None None] Port 2333f71b-e347-4d34-9808-8a46724817eb cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:08:00.764412 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2333f71b-e347-4d34-9808-8a46724817eb), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:00.932917 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8deedec3-9854-4c3c-a547-1a4c610c0791 req-93f9fd03-82f6-4fbc-bac3-b8f8b758ea8b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 210 time: 0.0362515 Apr 06 17:08:01.046812 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2333f71b-e347-4d34-9808-8a46724817eb {{(pid=103876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:08:01.047299 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-4a7586df-823b-4966-b60c-66828d7af77f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:01.048921 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-4a7586df-823b-4966-b60c-66828d7af77f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 818 time: 0.1185899 Apr 06 17:08:01.055583 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Publish callbacks [] for port (2333f71b-e347-4d34-9808-8a46724817eb), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:01.075584 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.provisioning_blocks [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Transition to ACTIVE for port object 2333f71b-e347-4d34-9808-8a46724817eb will not be triggered until provisioned by entity L2. {{(pid=103876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:08:01.076454 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Request body: {'port': {'device_id': '1c627533-3369-4c81-9100-e494f77fb847', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'admin_state_up': True, 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:08:01.117051 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (2333f71b-e347-4d34-9808-8a46724817eb), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:01.200249 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Pushing event updated for resources: {'Port': ['ID=2333f71b-e347-4d34-9808-8a46724817eb,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:01.208875 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Attempting to bind port 2333f71b-e347-4d34-9808-8a46724817eb on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:08:01.209221 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Attempting to bind port 2333f71b-e347-4d34-9808-8a46724817eb by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:08:01.209559 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Attempting to bind port 2333f71b-e347-4d34-9808-8a46724817eb on network 44fe16da-612f-449b-840e-ac1a8d866aeb {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:08:01.220897 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Port 2333f71b-e347-4d34-9808-8a46724817eb on network 44fe16da-612f-449b-840e-ac1a8d866aeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:08:01.225025 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Attempting to bind port 2333f71b-e347-4d34-9808-8a46724817eb on network 44fe16da-612f-449b-840e-ac1a8d866aeb {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:08:01.239322 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:08:01.239322 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Checking segment: {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:08:01.239322 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Bound using segment: {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:08:01.239322 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Bound port: 2333f71b-e347-4d34-9808-8a46724817eb, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'}}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:08:01.239322 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2333f71b-e347-4d34-9808-8a46724817eb), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:01.255731 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Made reservation on behalf of cb47d093c6bd40c985ea30e6874e5f8b for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:08:01.259416 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:01.320755 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] For port 2333f71b-e347-4d34-9808-8a46724817eb, host hv-cinder-83685, cleared binding levels {{(pid=103876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:08:01.324431 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] For port 2333f71b-e347-4d34-9808-8a46724817eb, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2333f71b-e347-4d34-9808-8a46724817eb,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:08:01.406397 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Allocated IP 172.20.0.3 (44fe16da-612f-449b-840e-ac1a8d866aeb/3ea5a750-c5e4-41b4-8721-acb1758a11fd/79635610-f2a3-42ff-a4ec-2bb3cae5e68b) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:08:01.420718 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (2333f71b-e347-4d34-9808-8a46724817eb), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:01.460966 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:01.461594 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:01.463068 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] 10.222.0.58 "PUT /v2.0/ports/2333f71b-e347-4d34-9808-8a46724817eb HTTP/1.1" status: 200 len: 1093 time: 0.7847850 Apr 06 17:08:01.463487 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286b96fe-3526-4ea1-94fd-c7be3369a4df', 'tag': '2333f71b-e347-4d34-9808-8a46724817eb'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:08:01.465742 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3913deaa-a7f5-4288-b292-911fcbdd94cc" -d '{"events": [{"name": "network-changed", "server_uuid": "286b96fe-3526-4ea1-94fd-c7be3369a4df", "tag": "2333f71b-e347-4d34-9808-8a46724817eb"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:08:01.513073 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60005c-d6a9-4275-9c73-4f7bfb66e881 service neutron] Pushing event updated for resources: {'Port': ['ID=2333f71b-e347-4d34-9808-8a46724817eb,revision_number=3']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:01.543270 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4abdf19-53b9-471d-9681-83168b286655 x-openstack-request-id: req-a4abdf19-53b9-471d-9681-83168b286655 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:08:01.543755 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286b96fe-3526-4ea1-94fd-c7be3369a4df", "tag": "2333f71b-e347-4d34-9808-8a46724817eb", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:08:01.544178 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4abdf19-53b9-471d-9681-83168b286655 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:08:01.545296 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4abdf19-53b9-471d-9681-83168b286655'] response: {'name': 'network-changed', 'server_uuid': '286b96fe-3526-4ea1-94fd-c7be3369a4df', 'tag': '2333f71b-e347-4d34-9808-8a46724817eb', 'status': 'completed', 'code': 200} Apr 06 17:08:01.577809 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:01.699190 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35744) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:01.716873 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:01.776573 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Network 44fe16da-612f-449b-840e-ac1a8d866aeb is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:08:01.780478 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:08:01.782928 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:08:01.785675 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event updated for resources: {'Port': ['ID=79635610-f2a3-42ff-a4ec-2bb3cae5e68b,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:01.801360 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913deaa-a7f5-4288-b292-911fcbdd94cc req-224e8de8-2f50-466f-b435-cf896be50671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:01.803167 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3913deaa-a7f5-4288-b292-911fcbdd94cc req-224e8de8-2f50-466f-b435-cf896be50671 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 1127 time: 0.0732574 Apr 06 17:08:01.842908 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:01.843855 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:01.881169 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ca8a3623-2030-404b-ae86-aae04b4e10d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:01.964881 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913deaa-a7f5-4288-b292-911fcbdd94cc req-276ea18d-d909-47f3-bd02-8df00207bada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:01.964881 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3913deaa-a7f5-4288-b292-911fcbdd94cc req-276ea18d-d909-47f3-bd02-8df00207bada service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1365504 Apr 06 17:08:01.965051 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-cc35ff6e-df97-4fc4-8378-8fab5744eec1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8951159 Apr 06 17:08:01.987756 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Request body: {'port': {'device_id': '1c627533-3369-4c81-9100-e494f77fb847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:08:02.045855 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ca8a3623-2030-404b-ae86-aae04b4e10d3 admin admin] Publish callbacks [] for security_group (302e4e75-8e02-4d9f-8ea8-a4f08e0f48f6), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:02.066711 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-e240f7e3-8bd2-4cc0-804b-65b88fe60b72 None None] Provisioning complete for port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:08:02.067296 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e240f7e3-8bd2-4cc0-804b-65b88fe60b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:02.094939 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ca8a3623-2030-404b-ae86-aae04b4e10d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (302e4e75-8e02-4d9f-8ea8-a4f08e0f48f6), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:02.132875 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-ca8a3623-2030-404b-ae86-aae04b4e10d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65206e3b117e47b6951beb07dc4ba0e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284022 Apr 06 17:08:02.142247 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35762) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:02.151061 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-e240f7e3-8bd2-4cc0-804b-65b88fe60b72 None None] Port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:08:02.156231 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913deaa-a7f5-4288-b292-911fcbdd94cc req-c298b340-d0ff-42aa-b3ae-fe7709d52122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:02.157712 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3913deaa-a7f5-4288-b292-911fcbdd94cc req-c298b340-d0ff-42aa-b3ae-fe7709d52122 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1756105 Apr 06 17:08:02.176814 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a3623-2030-404b-ae86-aae04b4e10d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302e4e75-8e02-4d9f-8ea8-a4f08e0f48f6,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:02.223302 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bc93f065-9f65-485b-95a5-af6e81905446 admin admin] Publish callbacks [] for security_group (302e4e75-8e02-4d9f-8ea8-a4f08e0f48f6), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:02.276167 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bc93f065-9f65-485b-95a5-af6e81905446 admin admin] Publish callbacks [] for security_group (302e4e75-8e02-4d9f-8ea8-a4f08e0f48f6), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:02.316654 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:02.317351 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-9637506f-f109-479c-b095-aa72d52f5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:02.319441 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-9637506f-f109-479c-b095-aa72d52f5ad6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 1127 time: 0.0909889 Apr 06 17:08:02.328808 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:02.346801 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38790804-5275-4cf3-a766-be9e1a6a8127 req-dff886ee-e090-4952-908f-24c8458a2a36 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:02.348326 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38790804-5275-4cf3-a766-be9e1a6a8127 req-dff886ee-e090-4952-908f-24c8458a2a36 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 931 time: 0.3344595 Apr 06 17:08:02.398983 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-bdfe606e-0523-4870-a7e4-a0d5e1e32494 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2333f71b-e347-4d34-9808-8a46724817eb HTTP/1.1" status: 200 len: 217 time: 0.0366964 Apr 06 17:08:02.399671 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bc93f065-9f65-485b-95a5-af6e81905446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (302e4e75-8e02-4d9f-8ea8-a4f08e0f48f6), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:02.402344 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bc93f065-9f65-485b-95a5-af6e81905446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:02.406515 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-bc93f065-9f65-485b-95a5-af6e81905446 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/302e4e75-8e02-4d9f-8ea8-a4f08e0f48f6 HTTP/1.1" status: 204 len: 168 time: 0.2599826 Apr 06 17:08:02.421356 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93f065-9f65-485b-95a5-af6e81905446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302e4e75-8e02-4d9f-8ea8-a4f08e0f48f6,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:02.481000 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-0868fb83-d12c-4500-a3eb-bb8361d13d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:02.482881 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-0868fb83-d12c-4500-a3eb-bb8361d13d7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.0748255 Apr 06 17:08:02.487297 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38790804-5275-4cf3-a766-be9e1a6a8127 req-e48b1f1e-b411-4628-b378-6fc74813913a tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204543 Apr 06 17:08:02.539647 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-3ca4465e-dc98-48c7-9f78-0c32e1359c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:02.541270 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-3ca4465e-dc98-48c7-9f78-0c32e1359c18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474927 Apr 06 17:08:02.656740 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79635610-f2a3-42ff-a4ec-2bb3cae5e68b {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:08:02.664786 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Publish callbacks [] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:02.676955 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Transition to ACTIVE for port object 79635610-f2a3-42ff-a4ec-2bb3cae5e68b will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:08:02.739817 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:02.808141 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Pushing event updated for resources: {'Port': ['ID=79635610-f2a3-42ff-a4ec-2bb3cae5e68b,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:02.869723 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Attempting to bind port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:08:02.870175 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Attempting to bind port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:08:02.870507 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Attempting to bind port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b on network 44fe16da-612f-449b-840e-ac1a8d866aeb {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:08:02.875942 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b on network 44fe16da-612f-449b-840e-ac1a8d866aeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:08:02.876271 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Attempting to bind port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b on network 44fe16da-612f-449b-840e-ac1a8d866aeb {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:08:02.882106 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:08:02.882444 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Checking segment: {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:08:02.882874 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Bound using segment: {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:08:02.883346 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Bound port: 79635610-f2a3-42ff-a4ec-2bb3cae5e68b, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:08:02.883730 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:02.895512 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-8e09749d-a081-4237-82ad-288cef248f1f service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041551 Apr 06 17:08:02.960250 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] For port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:08:02.965611 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] For port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=79635610-f2a3-42ff-a4ec-2bb3cae5e68b,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:08:03.015825 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-87eb01e9-1249-4c2c-b35a-242b4980e965 req-9e7d6343-1a30-4e94-acf1-57c6e2b4e8d3 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139588 Apr 06 17:08:03.043428 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:03.078577 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:03.079300 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:03.080740 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] 10.222.0.58 "PUT /v2.0/ports/79635610-f2a3-42ff-a4ec-2bb3cae5e68b HTTP/1.1" status: 200 len: 1093 time: 1.0974083 Apr 06 17:08:03.082093 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c627533-3369-4c81-9100-e494f77fb847', 'tag': '79635610-f2a3-42ff-a4ec-2bb3cae5e68b'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:08:03.084257 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35780) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:03.084453 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3cd130-5e93-447a-b048-46b5b8eea210" -d '{"events": [{"name": "network-changed", "server_uuid": "1c627533-3369-4c81-9100-e494f77fb847", "tag": "79635610-f2a3-42ff-a4ec-2bb3cae5e68b"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:08:03.101626 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8f89030d-9141-433e-8ba4-8e8eef277535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:03.120485 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7a37b-502e-422d-874e-43494f04afd0 service neutron] Pushing event updated for resources: {'Port': ['ID=79635610-f2a3-42ff-a4ec-2bb3cae5e68b,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:03.133834 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b540ecdd-8ac5-421e-a179-ea003f7c25d4 x-openstack-request-id: req-b540ecdd-8ac5-421e-a179-ea003f7c25d4 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:08:03.134306 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c627533-3369-4c81-9100-e494f77fb847", "tag": "79635610-f2a3-42ff-a4ec-2bb3cae5e68b", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:08:03.145178 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b540ecdd-8ac5-421e-a179-ea003f7c25d4 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:08:03.145178 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b540ecdd-8ac5-421e-a179-ea003f7c25d4'] response: {'name': 'network-changed', 'server_uuid': '1c627533-3369-4c81-9100-e494f77fb847', 'tag': '79635610-f2a3-42ff-a4ec-2bb3cae5e68b', 'status': 'completed', 'code': 200} Apr 06 17:08:03.218678 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8f89030d-9141-433e-8ba4-8e8eef277535 admin admin] Publish callbacks [] for security_group (1568e82a-11af-40dc-b7ed-2399ee61021d), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:03.266203 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8f89030d-9141-433e-8ba4-8e8eef277535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (1568e82a-11af-40dc-b7ed-2399ee61021d), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:03.306699 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-8f89030d-9141-433e-8ba4-8e8eef277535 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dac48959a5374fa5a79c9abe51610e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208648 Apr 06 17:08:03.307434 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89030d-9141-433e-8ba4-8e8eef277535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1568e82a-11af-40dc-b7ed-2399ee61021d,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:03.309501 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 35788) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:03.357858 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0ad8-8175-409f-93f2-a9843823b64d admin admin] Publish callbacks [] for security_group (1568e82a-11af-40dc-b7ed-2399ee61021d), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:03.378977 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0ad8-8175-409f-93f2-a9843823b64d admin admin] Publish callbacks [] for security_group (1568e82a-11af-40dc-b7ed-2399ee61021d), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:03.488755 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0ad8-8175-409f-93f2-a9843823b64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (1568e82a-11af-40dc-b7ed-2399ee61021d), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:03.491422 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0ad8-8175-409f-93f2-a9843823b64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:03.492593 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-a3ce0ad8-8175-409f-93f2-a9843823b64d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1568e82a-11af-40dc-b7ed-2399ee61021d HTTP/1.1" status: 204 len: 168 time: 0.1820364 Apr 06 17:08:03.501152 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce0ad8-8175-409f-93f2-a9843823b64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1568e82a-11af-40dc-b7ed-2399ee61021d,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:03.613894 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f48129-048f-4a48-8e89-6509b416fd62 req-7e31ffbc-6d25-4961-830f-b628f59671c4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:03.615337 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f8f48129-048f-4a48-8e89-6509b416fd62 req-7e31ffbc-6d25-4961-830f-b628f59671c4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 943 time: 0.0593755 Apr 06 17:08:03.662129 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f8f48129-048f-4a48-8e89-6509b416fd62 req-13f1233f-ada8-4980-933b-3399a7a93569 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410032 Apr 06 17:08:04.782240 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fe707-bcad-491c-9d23-7b1056dc5c09 req-19c6bddc-2667-4c8b-849c-b744272ea1a4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:04.783732 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e61fe707-bcad-491c-9d23-7b1056dc5c09 req-19c6bddc-2667-4c8b-849c-b744272ea1a4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 943 time: 0.0541115 Apr 06 17:08:04.834533 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e61fe707-bcad-491c-9d23-7b1056dc5c09 req-7b2039a7-d87a-4d27-b976-089eb5dde653 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450795 Apr 06 17:08:05.349851 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 35838) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:05.449765 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:05.523370 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Publish callbacks [] for security_group (fd9d9b1b-623c-4488-a799-af284be5538a), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:05.586124 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (fd9d9b1b-623c-4488-a799-af284be5538a), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:05.626304 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9d9b1b-623c-4488-a799-af284be5538a,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:05.630694 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7072399553d24e418ae125c722535a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848265 Apr 06 17:08:05.633428 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 35846) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:05.636729 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.637153 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.637477 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.637874 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.638206 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.638540 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.639479 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.639820 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.640160 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.640490 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.641253 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.641253 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.641456 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.641823 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.642148 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765aa696-dc44-41e3-ba3d-bdb42964c95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.683715 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Publish callbacks [] for security_group (fd9d9b1b-623c-4488-a799-af284be5538a), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:05.709670 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Publish callbacks [] for security_group (fd9d9b1b-623c-4488-a799-af284be5538a), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:05.826079 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (fd9d9b1b-623c-4488-a799-af284be5538a), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:05.828651 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:05.829888 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd9d9b1b-623c-4488-a799-af284be5538a HTTP/1.1" status: 204 len: 168 time: 0.1954725 Apr 06 17:08:05.838250 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9d9b1b-623c-4488-a799-af284be5538a,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:05.845424 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.845771 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.846134 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.846476 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.846808 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.847166 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.847527 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.847847 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.848186 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.848512 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.848852 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.849192 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.849514 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.849829 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:05.850173 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef59426-bb02-4206-bab5-0b8ffc4c8991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:08:06.022770 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23568dba-0346-480d-9d99-49eb66abe502 req-6a6dbd72-ac0c-4672-8fb6-3f1d4d69949c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:06.024421 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-23568dba-0346-480d-9d99-49eb66abe502 req-6a6dbd72-ac0c-4672-8fb6-3f1d4d69949c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 943 time: 0.0542402 Apr 06 17:08:06.073509 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-23568dba-0346-480d-9d99-49eb66abe502 req-d7694e0c-2e87-4c38-bf6a-8c1b2a772f64 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433314 Apr 06 17:08:07.147373 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-657b263d-5e94-46a8-a953-8ad309790e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:07.187696 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ac8a8-4b44-4047-8aa9-026670bb0549 req-30d344a3-d9ce-49ca-b1a7-955daf6790a7 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:07.189594 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c63ac8a8-4b44-4047-8aa9-026670bb0549 req-30d344a3-d9ce-49ca-b1a7-955daf6790a7 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 943 time: 0.0528698 Apr 06 17:08:07.237576 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c63ac8a8-4b44-4047-8aa9-026670bb0549 req-578a376e-5c53-4200-a9a0-b3ae73a60fd8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Apr 06 17:08:08.220099 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 2333f71b-e347-4d34-9808-8a46724817eb details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:08:08.318437 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 2333f71b-e347-4d34-9808-8a46724817eb, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2333f71b-e347-4d34-9808-8a46724817eb,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:08:08.329893 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '2333f71b-e347-4d34-9808-8a46724817eb', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'port_id': '2333f71b-e347-4d34-9808-8a46724817eb', 'mac_address': 'fa:16:3e:c3:93:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:08:08.359319 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655ba55-dfd5-489c-bcc5-5d0162d3e921 req-84471677-796c-425b-8e10-6f56c7ba65c6 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:08.360928 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c655ba55-dfd5-489c-bcc5-5d0162d3e921 req-84471677-796c-425b-8e10-6f56c7ba65c6 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 943 time: 0.0559533 Apr 06 17:08:08.368826 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 2333f71b-e347-4d34-9808-8a46724817eb is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:08:08.369227 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2333f71b-e347-4d34-9808-8a46724817eb), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:08.384298 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2333f71b-e347-4d34-9808-8a46724817eb {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:08:08.404313 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 2333f71b-e347-4d34-9808-8a46724817eb, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2333f71b-e347-4d34-9808-8a46724817eb,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:08:08.410343 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c655ba55-dfd5-489c-bcc5-5d0162d3e921 req-b24d93f1-53cb-4ec4-800f-3b449e1163b9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439343 Apr 06 17:08:08.460527 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (2333f71b-e347-4d34-9808-8a46724817eb), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:08.512344 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=2333f71b-e347-4d34-9808-8a46724817eb,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:08.975442 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cd130-5e93-447a-b048-46b5b8eea210 req-083593a0-b32c-442b-804e-207d1526d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:08.976923 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8a3cd130-5e93-447a-b048-46b5b8eea210 req-083593a0-b32c-442b-804e-207d1526d1f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 1127 time: 0.0433202 Apr 06 17:08:09.095657 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-55780094-3353-45cf-b4b2-d231681b3c73 req-409ad0b5-830e-4508-878c-a5c31e1ddf64 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450549 Apr 06 17:08:09.142489 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cd130-5e93-447a-b048-46b5b8eea210 req-41f41b45-c261-4c29-9273-42157f51c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:09.143962 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8a3cd130-5e93-447a-b048-46b5b8eea210 req-41f41b45-c261-4c29-9273-42157f51c8d5 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0944541 Apr 06 17:08:09.227153 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55780094-3353-45cf-b4b2-d231681b3c73 req-028d9e54-0982-40dc-951b-706d876d4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:09.228595 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-55780094-3353-45cf-b4b2-d231681b3c73 req-028d9e54-0982-40dc-951b-706d876d4640 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 1129 time: 0.0456917 Apr 06 17:08:09.240551 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cd130-5e93-447a-b048-46b5b8eea210 req-8462d793-6310-4dcf-b813-a4d4f9c53a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:09.242054 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8a3cd130-5e93-447a-b048-46b5b8eea210 req-8462d793-6310-4dcf-b813-a4d4f9c53a76 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918870 Apr 06 17:08:09.275494 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['2333f71b-e347-4d34-9808-8a46724817eb'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:08:09.368580 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55780094-3353-45cf-b4b2-d231681b3c73 req-d41fbbcc-480b-4541-b68b-39cdbc3a04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:09.370178 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-55780094-3353-45cf-b4b2-d231681b3c73 req-d41fbbcc-480b-4541-b68b-39cdbc3a04b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 HTTP/1.1" status: 200 len: 911 time: 0.0961592 Apr 06 17:08:09.395720 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-60932eef-4125-4112-9e23-30bf2bc2409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:09.397841 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-60932eef-4125-4112-9e23-30bf2bc2409f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 1127 time: 0.0574932 Apr 06 17:08:09.439323 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-55780094-3353-45cf-b4b2-d231681b3c73 req-58b54110-7a1f-442b-80cb-ffcfe42c9f58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 HTTP/1.1" status: 200 len: 1001 time: 0.0616169 Apr 06 17:08:09.456044 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-d1fba702-7b67-4321-a1ae-a202c09548b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79635610-f2a3-42ff-a4ec-2bb3cae5e68b HTTP/1.1" status: 200 len: 217 time: 0.0350919 Apr 06 17:08:09.496924 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55780094-3353-45cf-b4b2-d231681b3c73 req-991fd8c2-9457-4d21-bcb3-4767d227df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:09.499697 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-55780094-3353-45cf-b4b2-d231681b3c73 req-991fd8c2-9457-4d21-bcb3-4767d227df04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8377ebda-3e29-4c9b-ad5b-f3579b9da41a HTTP/1.1" status: 200 len: 849 time: 0.0523357 Apr 06 17:08:09.539882 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-27ad27e3-d4e1-47df-8f0e-70ef47605979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:09.541596 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-27ad27e3-d4e1-47df-8f0e-70ef47605979 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.0783634 Apr 06 17:08:09.563304 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55780094-3353-45cf-b4b2-d231681b3c73 req-eab9ff50-a12c-4211-8b89-a5d84d2e32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:09.563304 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-55780094-3353-45cf-b4b2-d231681b3c73 req-eab9ff50-a12c-4211-8b89-a5d84d2e32b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516012 Apr 06 17:08:09.574005 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2bea79f1-abc1-46f6-b7c1-72b43715f64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:09.593237 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33662784-9e9a-4145-a048-d49a09b39a7e req-7d723ea6-5e29-4d0f-bfce-bf4376acc01f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:09.598255 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-33662784-9e9a-4145-a048-d49a09b39a7e req-7d723ea6-5e29-4d0f-bfce-bf4376acc01f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 943 time: 0.1025193 Apr 06 17:08:09.618112 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-32ad552f-fb36-4832-8ea5-dbb80124944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:09.619607 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-32ad552f-fb36-4832-8ea5-dbb80124944a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711167 Apr 06 17:08:09.649292 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-55780094-3353-45cf-b4b2-d231681b3c73 req-53a21a56-3c05-416d-9414-21d0b43808df service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836811 Apr 06 17:08:09.688151 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-33662784-9e9a-4145-a048-d49a09b39a7e req-e55ecf0c-b85d-4ff5-b74a-6dcb0bdbbffd tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864367 Apr 06 17:08:09.743857 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-5b90329f-ea3a-4e6b-b0f0-16fb03feb5d2 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089957 Apr 06 17:08:09.754246 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-55780094-3353-45cf-b4b2-d231681b3c73 req-2c364b5d-11b4-42d4-885b-2aa50f5880b6 service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965245 Apr 06 17:08:09.835941 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36431840-7aa4-405b-8f1d-d1351354ab87 req-3402c310-feb7-4451-b64e-331b4841520b service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823243 Apr 06 17:08:10.484415 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:10.813186 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea306cac-e189-4351-95b9-d9359bd257f8 req-bb56f106-8a60-4070-892d-2abf35371022 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:10.814654 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ea306cac-e189-4351-95b9-d9359bd257f8 req-bb56f106-8a60-4070-892d-2abf35371022 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 943 time: 0.0540991 Apr 06 17:08:10.860807 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ea306cac-e189-4351-95b9-d9359bd257f8 req-f172e539-e0d6-4e77-975d-280045ce12c2 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 Apr 06 17:08:11.129275 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 2333f71b-e347-4d34-9808-8a46724817eb up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:08:11.237105 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port 2333f71b-e347-4d34-9808-8a46724817eb completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:08:11.240954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 2333f71b-e347-4d34-9808-8a46724817eb triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:08:11.241492 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (2333f71b-e347-4d34-9808-8a46724817eb), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:11.319328 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 2333f71b-e347-4d34-9808-8a46724817eb is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:08:11.319724 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2333f71b-e347-4d34-9808-8a46724817eb), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:11.342390 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286b96fe-3526-4ea1-94fd-c7be3369a4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2333f71b-e347-4d34-9808-8a46724817eb'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:08:11.344783 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9efb594-2cb9-420b-9625-7828cfdbe501" -d '{"events": [{"server_uuid": "286b96fe-3526-4ea1-94fd-c7be3369a4df", "name": "network-vif-plugged", "status": "completed", "tag": "2333f71b-e347-4d34-9808-8a46724817eb"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:08:11.360923 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 2333f71b-e347-4d34-9808-8a46724817eb, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2333f71b-e347-4d34-9808-8a46724817eb,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:08:11.380293 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8cd503-a967-4774-9e72-0ab8deae64e2 x-openstack-request-id: req-bd8cd503-a967-4774-9e72-0ab8deae64e2 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:08:11.380549 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286b96fe-3526-4ea1-94fd-c7be3369a4df", "name": "network-vif-plugged", "status": "completed", "tag": "2333f71b-e347-4d34-9808-8a46724817eb", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:08:11.380908 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd8cd503-a967-4774-9e72-0ab8deae64e2 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:08:11.381285 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd8cd503-a967-4774-9e72-0ab8deae64e2'] response: {'server_uuid': '286b96fe-3526-4ea1-94fd-c7be3369a4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2333f71b-e347-4d34-9808-8a46724817eb', 'code': 200} Apr 06 17:08:11.431925 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (2333f71b-e347-4d34-9808-8a46724817eb), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:11.481379 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=2333f71b-e347-4d34-9808-8a46724817eb,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:11.747273 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:11.981979 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f922a19-f109-4d73-8e60-260dcdebf197 req-e5a15058-d58c-494e-905e-8829ecaa3351 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:11.984102 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7f922a19-f109-4d73-8e60-260dcdebf197 req-e5a15058-d58c-494e-905e-8829ecaa3351 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 943 time: 0.0556939 Apr 06 17:08:12.030745 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7f922a19-f109-4d73-8e60-260dcdebf197 req-96e70d7c-66db-4ddd-a73b-4e5eff4b350b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405762 Apr 06 17:08:13.149833 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1269afd-a2d1-45eb-bb7d-87c66bdc2dc2 req-562bf5e8-c2de-4593-97c5-1937e0a81f43 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:13.151347 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a1269afd-a2d1-45eb-bb7d-87c66bdc2dc2 req-562bf5e8-c2de-4593-97c5-1937e0a81f43 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 943 time: 0.0543482 Apr 06 17:08:13.212478 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a1269afd-a2d1-45eb-bb7d-87c66bdc2dc2 req-86edd51c-9499-40f8-b99f-3b35be72d7fb tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466216 Apr 06 17:08:13.300616 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:14.323258 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:08:14.326660 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a741f-b3f9-4d51-8f04-b8d3a63377b7 req-7cc8326a-f39b-4e46-9323-771be39faef4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:14.328906 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-674a741f-b3f9-4d51-8f04-b8d3a63377b7 req-7cc8326a-f39b-4e46-9323-771be39faef4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 943 time: 0.0572779 Apr 06 17:08:14.376024 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-674a741f-b3f9-4d51-8f04-b8d3a63377b7 req-23d667ae-755c-402d-aa66-e80563ae262d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Apr 06 17:08:14.634290 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 36008) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:14.740230 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9ff9940a-0844-44bb-af74-b8defff72881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:14.820943 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9ff9940a-0844-44bb-af74-b8defff72881 admin admin] Publish callbacks [] for security_group (7d2253f3-4ed3-43b5-a5e5-99ae730bdf7b), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:14.867130 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9ff9940a-0844-44bb-af74-b8defff72881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (7d2253f3-4ed3-43b5-a5e5-99ae730bdf7b), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:14.906464 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-9ff9940a-0844-44bb-af74-b8defff72881 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=50b18f96997e4ca6932e6ff04a785125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710154 Apr 06 17:08:14.907385 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9940a-0844-44bb-af74-b8defff72881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2253f3-4ed3-43b5-a5e5-99ae730bdf7b,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:14.909092 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 36020) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:14.958888 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9af7-c867-4016-a83a-a8e0ec5bfcf3 admin admin] Publish callbacks [] for security_group (7d2253f3-4ed3-43b5-a5e5-99ae730bdf7b), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:14.979839 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9af7-c867-4016-a83a-a8e0ec5bfcf3 admin admin] Publish callbacks [] for security_group (7d2253f3-4ed3-43b5-a5e5-99ae730bdf7b), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:15.089780 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9af7-c867-4016-a83a-a8e0ec5bfcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (7d2253f3-4ed3-43b5-a5e5-99ae730bdf7b), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:15.092428 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9af7-c867-4016-a83a-a8e0ec5bfcf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:15.093572 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-1f6b9af7-c867-4016-a83a-a8e0ec5bfcf3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d2253f3-4ed3-43b5-a5e5-99ae730bdf7b HTTP/1.1" status: 204 len: 168 time: 0.1833403 Apr 06 17:08:15.103175 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b9af7-c867-4016-a83a-a8e0ec5bfcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2253f3-4ed3-43b5-a5e5-99ae730bdf7b,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:15.159663 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 79635610-f2a3-42ff-a4ec-2bb3cae5e68b details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:08:15.382518 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=79635610-f2a3-42ff-a4ec-2bb3cae5e68b,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:08:15.395227 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '79635610-f2a3-42ff-a4ec-2bb3cae5e68b', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'port_id': '79635610-f2a3-42ff-a4ec-2bb3cae5e68b', 'mac_address': 'fa:16:3e:45:a1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:08:15.438854 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:08:15.439451 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:15.458983 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79635610-f2a3-42ff-a4ec-2bb3cae5e68b {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:08:15.482675 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=79635610-f2a3-42ff-a4ec-2bb3cae5e68b,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:08:15.564604 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:15.608887 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7622-6754-4e50-9d52-d4a6f3c4b9ad req-e2547d64-8f33-46b2-930a-aebf3c3c0a87 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:15.613060 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dc8c7622-6754-4e50-9d52-d4a6f3c4b9ad req-e2547d64-8f33-46b2-930a-aebf3c3c0a87 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 943 time: 0.0956202 Apr 06 17:08:15.658712 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=79635610-f2a3-42ff-a4ec-2bb3cae5e68b,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:15.678932 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dc8c7622-6754-4e50-9d52-d4a6f3c4b9ad req-51ac3a74-e3f7-41c6-b00e-03424236ed23 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565066 Apr 06 17:08:16.268061 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['79635610-f2a3-42ff-a4ec-2bb3cae5e68b'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:08:16.360280 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba559f9-df6b-493b-b8b2-973d394bed0d req-5caa8c63-e206-4a08-b9c8-09607394db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:16.361853 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ba559f9-df6b-493b-b8b2-973d394bed0d req-5caa8c63-e206-4a08-b9c8-09607394db90 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 1129 time: 0.0631363 Apr 06 17:08:16.429563 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ba559f9-df6b-493b-b8b2-973d394bed0d req-d5d746c5-758e-4744-923b-0ceb03b7ac28 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551944 Apr 06 17:08:16.800801 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0d7e0-f158-44f0-982e-5e9487a37d77 req-4f1a8666-2108-49af-a461-0dc6d63f9b67 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:16.802303 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-59f0d7e0-f158-44f0-982e-5e9487a37d77 req-4f1a8666-2108-49af-a461-0dc6d63f9b67 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 944 time: 0.0519946 Apr 06 17:08:16.848997 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-59f0d7e0-f158-44f0-982e-5e9487a37d77 req-07da1a61-c931-4f35-b95f-eb800f752879 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Apr 06 17:08:17.969699 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef8c3b-c3c9-4eb3-bffe-75969d50713e req-e4a70942-da4b-44d6-a983-7ae7b9503ffc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:17.971207 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3bef8c3b-c3c9-4eb3-bffe-75969d50713e req-e4a70942-da4b-44d6-a983-7ae7b9503ffc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 944 time: 0.0557592 Apr 06 17:08:18.020355 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3bef8c3b-c3c9-4eb3-bffe-75969d50713e req-59d0b514-106c-4c8e-a557-c6e3be72d056 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 Apr 06 17:08:19.135109 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9970f6b-1a04-4da0-9de2-d9552531c488 req-00b5d403-8068-44c0-9495-bef4243453af tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:19.136590 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b9970f6b-1a04-4da0-9de2-d9552531c488 req-00b5d403-8068-44c0-9495-bef4243453af tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 944 time: 0.0506740 Apr 06 17:08:19.184340 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b9970f6b-1a04-4da0-9de2-d9552531c488 req-be9f963e-9efa-4f72-a237-c227d073df3d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Apr 06 17:08:20.302308 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc7432-e58d-47ce-96cb-e0fac5e2e0a5 req-b0844e4a-7316-494f-8324-50b22a849558 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:20.303833 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f3cc7432-e58d-47ce-96cb-e0fac5e2e0a5 req-b0844e4a-7316-494f-8324-50b22a849558 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 944 time: 0.0531425 Apr 06 17:08:20.352796 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f3cc7432-e58d-47ce-96cb-e0fac5e2e0a5 req-01130170-0eda-446e-b5cd-6434d1b949db tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 Apr 06 17:08:21.465871 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a38b8b-030c-426d-8acc-c3ab1ad8e54f req-7d5fb359-2a49-4fef-9328-2357bcfd462c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:21.467330 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b6a38b8b-030c-426d-8acc-c3ab1ad8e54f req-7d5fb359-2a49-4fef-9328-2357bcfd462c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 944 time: 0.0496790 Apr 06 17:08:21.513849 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b6a38b8b-030c-426d-8acc-c3ab1ad8e54f req-6172e6d0-3f57-410c-9b8a-54aecc1234ee tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403562 Apr 06 17:08:22.628154 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913e0f3-4178-4a5e-bab5-2a484ce7535d req-60972e36-d130-4e65-bc87-7faaf30b7edb tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:22.629601 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d913e0f3-4178-4a5e-bab5-2a484ce7535d req-60972e36-d130-4e65-bc87-7faaf30b7edb tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 944 time: 0.0515406 Apr 06 17:08:22.675840 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d913e0f3-4178-4a5e-bab5-2a484ce7535d req-9a6f1bc8-c5f6-4bdb-a80f-50e61a919901 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401189 Apr 06 17:08:23.792074 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5eb460-c58e-45cb-a5ce-66aa72c7ac2a req-052b98d8-0d3f-4a8f-97a2-b9ad323bd598 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:23.793521 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5f5eb460-c58e-45cb-a5ce-66aa72c7ac2a req-052b98d8-0d3f-4a8f-97a2-b9ad323bd598 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 944 time: 0.0532687 Apr 06 17:08:23.838140 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5f5eb460-c58e-45cb-a5ce-66aa72c7ac2a req-c3b582b3-8217-4eb4-bef4-5c2d318addef tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385478 Apr 06 17:08:24.952431 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd00f7-2127-48f3-935d-4e276b725928 req-eee5b20a-4535-416a-94ad-bf02f7840da9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:24.953889 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4cbd00f7-2127-48f3-935d-4e276b725928 req-eee5b20a-4535-416a-94ad-bf02f7840da9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 944 time: 0.0509145 Apr 06 17:08:24.998591 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4cbd00f7-2127-48f3-935d-4e276b725928 req-1558a844-9893-4e1b-a0cb-83cdfaeb1ecf tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391352 Apr 06 17:08:26.114249 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3284b-5e9a-4d70-8cba-7aab068768d1 req-a59faf72-2a95-4fae-b225-27e389dfc38e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:26.115715 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3ba3284b-5e9a-4d70-8cba-7aab068768d1 req-a59faf72-2a95-4fae-b225-27e389dfc38e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 944 time: 0.0533454 Apr 06 17:08:26.160911 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3ba3284b-5e9a-4d70-8cba-7aab068768d1 req-631f4499-3e28-49d0-a868-349792ef124d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Apr 06 17:08:26.846432 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 79635610-f2a3-42ff-a4ec-2bb3cae5e68b up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:08:26.953082 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:08:26.957771 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:08:26.958164 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:27.030687 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:08:27.031112 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:27.056627 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c627533-3369-4c81-9100-e494f77fb847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79635610-f2a3-42ff-a4ec-2bb3cae5e68b'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:08:27.060628 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73711fc8-e198-4f04-8cdb-719eddb5c233" -d '{"events": [{"server_uuid": "1c627533-3369-4c81-9100-e494f77fb847", "name": "network-vif-plugged", "status": "completed", "tag": "79635610-f2a3-42ff-a4ec-2bb3cae5e68b"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:08:27.070987 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=79635610-f2a3-42ff-a4ec-2bb3cae5e68b,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:08:27.093284 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a4f550-83d9-4593-9090-83f474734b2e x-openstack-request-id: req-f1a4f550-83d9-4593-9090-83f474734b2e {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:08:27.094928 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c627533-3369-4c81-9100-e494f77fb847", "name": "network-vif-plugged", "status": "completed", "tag": "79635610-f2a3-42ff-a4ec-2bb3cae5e68b", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:08:27.094928 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1a4f550-83d9-4593-9090-83f474734b2e {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:08:27.094928 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a4f550-83d9-4593-9090-83f474734b2e'] response: {'server_uuid': '1c627533-3369-4c81-9100-e494f77fb847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79635610-f2a3-42ff-a4ec-2bb3cae5e68b', 'code': 200} Apr 06 17:08:27.154174 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:27.199356 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=79635610-f2a3-42ff-a4ec-2bb3cae5e68b,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:27.276729 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd0eaf-c1f9-47f2-8835-1ff16d8215f2 req-3b077a51-7c7a-4581-b52c-afb9ea801c58 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:27.278202 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5ccd0eaf-c1f9-47f2-8835-1ff16d8215f2 req-3b077a51-7c7a-4581-b52c-afb9ea801c58 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0515254 Apr 06 17:08:27.323364 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5ccd0eaf-c1f9-47f2-8835-1ff16d8215f2 req-cf5c0a53-62df-4cac-b992-07a3be690461 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386124 Apr 06 17:08:28.139962 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b23b4b-d819-4def-b27a-9b88fde1d144 req-bc332782-6aea-4bef-bcd2-b257c7b1ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:28.141397 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-86b23b4b-d819-4def-b27a-9b88fde1d144 req-bc332782-6aea-4bef-bcd2-b257c7b1ea1f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 1129 time: 0.0422971 Apr 06 17:08:28.185808 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-86b23b4b-d819-4def-b27a-9b88fde1d144 req-abe18902-4540-4374-b214-e6c03e857a89 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381732 Apr 06 17:08:28.439138 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b8a89-d579-4426-a8b8-8267cd84daf7 req-30e82e97-e6eb-4ddf-8eac-cc1ed45c632d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:28.440632 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-829b8a89-d579-4426-a8b8-8267cd84daf7 req-30e82e97-e6eb-4ddf-8eac-cc1ed45c632d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0512934 Apr 06 17:08:28.487832 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-829b8a89-d579-4426-a8b8-8267cd84daf7 req-a467bb63-5fb7-430d-8168-37f5a0fc2a46 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Apr 06 17:08:29.603765 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473d132-7d05-4984-8b3a-4a295e98a982 req-e5edcdb2-56ec-404a-a4e1-ea7a9f73324b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:29.605213 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a473d132-7d05-4984-8b3a-4a295e98a982 req-e5edcdb2-56ec-404a-a4e1-ea7a9f73324b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0512593 Apr 06 17:08:29.651833 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a473d132-7d05-4984-8b3a-4a295e98a982 req-d828290d-fcdf-4474-8253-c43925c9991e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 Apr 06 17:08:30.770476 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d83a9e-eaea-48ed-9286-ed9cb18f9eff req-56c2cc96-25fb-4116-a2bd-5fadf1f0ada5 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:30.771994 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-83d83a9e-eaea-48ed-9286-ed9cb18f9eff req-56c2cc96-25fb-4116-a2bd-5fadf1f0ada5 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0557525 Apr 06 17:08:30.817199 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-83d83a9e-eaea-48ed-9286-ed9cb18f9eff req-de13e23c-6b50-4b90-8b64-5eed0f7ab44e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397744 Apr 06 17:08:31.931910 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0813a7-3205-4e72-ac40-4ee7cc373f34 req-8f6a5767-317f-4777-8456-052a62617d12 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:31.933357 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0f0813a7-3205-4e72-ac40-4ee7cc373f34 req-8f6a5767-317f-4777-8456-052a62617d12 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0502079 Apr 06 17:08:31.979209 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0f0813a7-3205-4e72-ac40-4ee7cc373f34 req-15b25f9b-ae3b-4b60-83d1-01bbd7bc968b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395920 Apr 06 17:08:32.349175 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:32.441015 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da877804-1a0d-4309-8845-2fe9c1433861 req-50d00141-8dc2-494c-ba2a-54bcc08567ae tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:32.442480 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-da877804-1a0d-4309-8845-2fe9c1433861 req-50d00141-8dc2-494c-ba2a-54bcc08567ae tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0519838 Apr 06 17:08:32.520825 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-da877804-1a0d-4309-8845-2fe9c1433861 req-e112dbb3-f55f-4a21-a28e-ed24b1e4d813 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726564 Apr 06 17:08:32.531824 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e901226-da62-494c-8085-cdf117eddb8b req-f83bf01b-ece8-4804-83a0-425c01067ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:32.533926 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e901226-da62-494c-8085-cdf117eddb8b req-f83bf01b-ece8-4804-83a0-425c01067ca0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 1129 time: 0.0618272 Apr 06 17:08:32.622222 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e901226-da62-494c-8085-cdf117eddb8b req-ff9a8d94-4427-4bba-a8a4-8f8e0b53a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:32.623704 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e901226-da62-494c-8085-cdf117eddb8b req-ff9a8d94-4427-4bba-a8a4-8f8e0b53a185 service neutron] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 919 time: 0.0829713 Apr 06 17:08:32.668730 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e901226-da62-494c-8085-cdf117eddb8b req-02d73394-1c1f-4f0d-8b03-df45de7d3ec1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79635610-f2a3-42ff-a4ec-2bb3cae5e68b HTTP/1.1" status: 200 len: 217 time: 0.0384314 Apr 06 17:08:32.720673 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e901226-da62-494c-8085-cdf117eddb8b req-b000de8e-e375-47c0-9ddc-ec51bf7c13c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:32.722106 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e901226-da62-494c-8085-cdf117eddb8b req-b000de8e-e375-47c0-9ddc-ec51bf7c13c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.0445943 Apr 06 17:08:32.771766 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e901226-da62-494c-8085-cdf117eddb8b req-e9902827-e2b8-4dfe-95b9-feb8313b9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:32.773200 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e901226-da62-494c-8085-cdf117eddb8b req-e9902827-e2b8-4dfe-95b9-feb8313b9674 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449121 Apr 06 17:08:32.866772 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e901226-da62-494c-8085-cdf117eddb8b req-d68da867-0835-46dc-9abd-a077acfd0ded service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853617 Apr 06 17:08:32.957973 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e901226-da62-494c-8085-cdf117eddb8b req-03786980-1c03-4de6-a5be-32ba9a3818a4 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841255 Apr 06 17:08:33.638688 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541a35-16d1-4d0b-b3e8-3e929f5b8def req-f5664f7b-0741-4634-b38f-2cdb05d3c5f8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:33.639647 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af541a35-16d1-4d0b-b3e8-3e929f5b8def req-f5664f7b-0741-4634-b38f-2cdb05d3c5f8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0524473 Apr 06 17:08:33.694394 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af541a35-16d1-4d0b-b3e8-3e929f5b8def req-7b962d4b-e7e0-4755-b07b-8971461af1d0 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 Apr 06 17:08:34.815911 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf1f1d-dcae-427b-b86a-8c7b240fb883 req-c4f462ba-f13b-4d25-8481-806ad43348ad tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:34.817356 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8caf1f1d-dcae-427b-b86a-8c7b240fb883 req-c4f462ba-f13b-4d25-8481-806ad43348ad tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0522211 Apr 06 17:08:34.865114 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8caf1f1d-dcae-427b-b86a-8c7b240fb883 req-9671ae49-8b9f-46ec-97f8-15594a9a35e7 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Apr 06 17:08:35.982574 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151b9b5-c443-4409-b263-dac97117899b req-2f473c0a-ac00-4168-b8df-4100e9ef9e4c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:35.984109 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0151b9b5-c443-4409-b263-dac97117899b req-2f473c0a-ac00-4168-b8df-4100e9ef9e4c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0545321 Apr 06 17:08:36.030175 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0151b9b5-c443-4409-b263-dac97117899b req-9418933f-8dce-4584-ae27-9b19c58416fb tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Apr 06 17:08:37.150459 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e742fd-9e01-4419-969f-f17ce3c6972d req-18b0ef82-f587-441f-8c91-1f3217f466ee tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:37.151973 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c4e742fd-9e01-4419-969f-f17ce3c6972d req-18b0ef82-f587-441f-8c91-1f3217f466ee tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0556464 Apr 06 17:08:37.189208 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c130f4ad-17aa-473d-b539-9d10d3e3f476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:37.207993 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c4e742fd-9e01-4419-969f-f17ce3c6972d req-eeb1fea4-be16-4f6a-8713-d681a3518899 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500865 Apr 06 17:08:37.927814 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 36428) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:38.030685 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-32654d72-a63c-487c-a25d-92f9e80d32ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:38.105894 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-32654d72-a63c-487c-a25d-92f9e80d32ec admin admin] Publish callbacks [] for security_group (24f3bea3-7bf7-4adc-b3ce-960f79e9528d), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:38.183681 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-32654d72-a63c-487c-a25d-92f9e80d32ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (24f3bea3-7bf7-4adc-b3ce-960f79e9528d), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:38.222691 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32654d72-a63c-487c-a25d-92f9e80d32ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f3bea3-7bf7-4adc-b3ce-960f79e9528d,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:38.231571 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-32654d72-a63c-487c-a25d-92f9e80d32ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41f41113bcdc4189980b81b81b81a55c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994113 Apr 06 17:08:38.233380 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 36440) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:38.291346 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-56a7f926-7541-4c1f-af95-91e04ce67f69 admin admin] Publish callbacks [] for security_group (24f3bea3-7bf7-4adc-b3ce-960f79e9528d), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:38.353703 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-56a7f926-7541-4c1f-af95-91e04ce67f69 admin admin] Publish callbacks [] for security_group (24f3bea3-7bf7-4adc-b3ce-960f79e9528d), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:38.401058 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54835f-d7ec-4788-ad0a-a0c755600305 req-44b71394-4d91-469c-b5ca-def6855d8bcd tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:38.410041 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4c54835f-d7ec-4788-ad0a-a0c755600305 req-44b71394-4d91-469c-b5ca-def6855d8bcd tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0930722 Apr 06 17:08:38.451928 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4c54835f-d7ec-4788-ad0a-a0c755600305 req-5f173624-8964-4548-ad5c-f876270259fa tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436463 Apr 06 17:08:38.532629 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-56a7f926-7541-4c1f-af95-91e04ce67f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (24f3bea3-7bf7-4adc-b3ce-960f79e9528d), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:38.535304 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-56a7f926-7541-4c1f-af95-91e04ce67f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:38.536436 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-56a7f926-7541-4c1f-af95-91e04ce67f69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24f3bea3-7bf7-4adc-b3ce-960f79e9528d HTTP/1.1" status: 204 len: 168 time: 0.3020797 Apr 06 17:08:38.544255 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7f926-7541-4c1f-af95-91e04ce67f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f3bea3-7bf7-4adc-b3ce-960f79e9528d,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:39.456608 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 36484) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:39.557841 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1410096508-network', 'tenant_id': '94e709c599234ed38a51b6881b132ce5'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:08:39.589024 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189102d-6203-4fba-9931-102834df7a84 req-cb184c41-73ab-48a4-8981-be775956b871 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:39.590497 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3189102d-6203-4fba-9931-102834df7a84 req-cb184c41-73ab-48a4-8981-be775956b871 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0734332 Apr 06 17:08:39.606923 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b7b0ef45-0c78-469d-86f4-36dea580ed3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:39.639856 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3189102d-6203-4fba-9931-102834df7a84 req-fbe47bb9-a8af-4b87-a1fe-2df42969d4e7 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435030 Apr 06 17:08:39.692193 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Made reservation on behalf of 94e709c599234ed38a51b6881b132ce5 for: {'network': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:08:39.694463 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:39.702980 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:39.775727 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Publish callbacks [] for security_group (9cca55fd-8758-49fb-adb9-27120248c885), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:39.858263 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9cca55fd-8758-49fb-adb9-27120248c885), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:39.880873 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:08:39.894184 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cca55fd-8758-49fb-adb9-27120248c885,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:39.900021 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (697b6153-f5dd-4cf3-8eee-dc740496b163), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:39.900368 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.segments_db [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Added segment 697b6153-f5dd-4cf3-8eee-dc740496b163 of type vlan for network e41698e1-acfb-42da-b907-5941632cb336 Apr 06 17:08:39.938882 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (e41698e1-acfb-42da-b907-5941632cb336), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:40.052445 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (e41698e1-acfb-42da-b907-5941632cb336), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:40.053425 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:40.054021 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:40.115014 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] Pushing event updated for resources: {'Network': ['ID=e41698e1-acfb-42da-b907-5941632cb336,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:40.124887 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network e41698e1-acfb-42da-b907-5941632cb336 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:08:40.161145 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-6bbf279a-7225-432b-af41-a47737e75f42 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7008507 Apr 06 17:08:40.161954 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 36496) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:40.174393 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-2dd96c8a-1ae7-481a-8671-5d10c5f0b27a admin admin] Request body: {'subnet': {'network_id': 'e41698e1-acfb-42da-b907-5941632cb336', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1410096508-subnet', 'tenant_id': '94e709c599234ed38a51b6881b132ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:08:40.258544 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd96c8a-1ae7-481a-8671-5d10c5f0b27a admin admin] Made reservation on behalf of 94e709c599234ed38a51b6881b132ce5 for: {'subnet': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:08:40.260872 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2dd96c8a-1ae7-481a-8671-5d10c5f0b27a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5377253'] for subnet (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:40.435524 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:40.475679 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2dd96c8a-1ae7-481a-8671-5d10c5f0b27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7130152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5377275'] for subnet (7d0b6959-bf80-4940-9450-eb11b3e78354), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:40.530565 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd96c8a-1ae7-481a-8671-5d10c5f0b27a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d0b6959-bf80-4940-9450-eb11b3e78354,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:40.539991 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd96c8a-1ae7-481a-8671-5d10c5f0b27a admin admin] Checking segment: {'id': '697b6153-f5dd-4cf3-8eee-dc740496b163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:08:40.547021 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd96c8a-1ae7-481a-8671-5d10c5f0b27a admin admin] Network hostable DHCP agents. Network: e41698e1-acfb-42da-b907-5941632cb336, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:08:40.647196 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd96c8a-1ae7-481a-8671-5d10c5f0b27a admin admin] Network e41698e1-acfb-42da-b907-5941632cb336 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:08:40.732032 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-2dd96c8a-1ae7-481a-8671-5d10c5f0b27a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, e41698e1-acfb-42da-b907-5941632cb336) {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:08:40.738237 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd96c8a-1ae7-481a-8671-5d10c5f0b27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:40.738830 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2dd96c8a-1ae7-481a-8671-5d10c5f0b27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:40.741265 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c888e0-aa17-442e-98c9-cb909d3a4c9b None None] Network e41698e1-acfb-42da-b907-5941632cb336 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:08:40.767128 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37df13e-7838-4b5a-9924-a41c1701b765 req-17e8b708-6696-48f2-a1d1-a0d9a4fcc37f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:40.768651 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a37df13e-7838-4b5a-9924-a41c1701b765 req-17e8b708-6696-48f2-a1d1-a0d9a4fcc37f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0631802 Apr 06 17:08:40.817719 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a37df13e-7838-4b5a-9924-a41c1701b765 req-e5510a04-eca4-4a42-a797-179a063fe3e0 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Apr 06 17:08:40.828839 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-2dd96c8a-1ae7-481a-8671-5d10c5f0b27a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6643169 Apr 06 17:08:40.840277 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4b9571-132b-4af8-a405-8153a320fb3a None None] Network e41698e1-acfb-42da-b907-5941632cb336 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:08:41.772604 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:41.935738 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66067970-e2c3-4a3e-8b6a-0894cb67ae30 req-b906546e-3d2d-4a06-b123-e66003922475 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:41.937150 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-66067970-e2c3-4a3e-8b6a-0894cb67ae30 req-b906546e-3d2d-4a06-b123-e66003922475 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0550997 Apr 06 17:08:41.985148 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-66067970-e2c3-4a3e-8b6a-0894cb67ae30 req-9b0b4b4e-ab0b-40fc-a542-74a88688f913 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Apr 06 17:08:43.112712 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56dde0-185e-436b-889d-ec8501725739 req-6fe5fcba-d44c-41e6-94ac-5cf949ce0e9f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:43.114193 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6c56dde0-185e-436b-889d-ec8501725739 req-6fe5fcba-d44c-41e6-94ac-5cf949ce0e9f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0509412 Apr 06 17:08:43.129041 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 36550) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:43.160683 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6c56dde0-185e-436b-889d-ec8501725739 req-ab5b7712-e596-4dc3-9440-a5ec702f281c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407951 Apr 06 17:08:43.230787 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-076871db-3d56-46b8-a783-fc11648c788d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:43.287433 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:43.307349 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-076871db-3d56-46b8-a783-fc11648c788d admin admin] Publish callbacks [] for security_group (9698784a-d0bb-45e7-b34b-806cb7247013), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:43.384479 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-076871db-3d56-46b8-a783-fc11648c788d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9698784a-d0bb-45e7-b34b-806cb7247013), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:43.425661 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-076871db-3d56-46b8-a783-fc11648c788d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16c72a1ad6a84bb580ab8c5897985521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948997 Apr 06 17:08:43.426510 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076871db-3d56-46b8-a783-fc11648c788d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9698784a-d0bb-45e7-b34b-806cb7247013,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:43.428318 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 36558) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:08:43.480895 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2f4bae60-11a7-4c88-bfbb-ae21408c9f2d admin admin] Publish callbacks [] for security_group (9698784a-d0bb-45e7-b34b-806cb7247013), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:43.504757 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2f4bae60-11a7-4c88-bfbb-ae21408c9f2d admin admin] Publish callbacks [] for security_group (9698784a-d0bb-45e7-b34b-806cb7247013), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:43.624400 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2f4bae60-11a7-4c88-bfbb-ae21408c9f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9698784a-d0bb-45e7-b34b-806cb7247013), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:43.626917 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2f4bae60-11a7-4c88-bfbb-ae21408c9f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:43.628115 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-2f4bae60-11a7-4c88-bfbb-ae21408c9f2d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9698784a-d0bb-45e7-b34b-806cb7247013 HTTP/1.1" status: 204 len: 168 time: 0.1985469 Apr 06 17:08:43.636596 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bae60-11a7-4c88-bfbb-ae21408c9f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9698784a-d0bb-45e7-b34b-806cb7247013,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:44.275988 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71961b5-a827-484d-81b9-607628824f3f req-675fdbfa-ed3b-4c1f-ae25-780bb3d814e4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:44.277455 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d71961b5-a827-484d-81b9-607628824f3f req-675fdbfa-ed3b-4c1f-ae25-780bb3d814e4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0521543 Apr 06 17:08:44.324315 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d71961b5-a827-484d-81b9-607628824f3f req-bd330c89-f310-4ec9-b2ec-29967f36cc0b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Apr 06 17:08:45.440496 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e90b20-cf55-46ef-a988-840c02429352 req-f6af8504-2575-45d2-b1d9-498ec1ef67b9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:45.442517 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-50e90b20-cf55-46ef-a988-840c02429352 req-f6af8504-2575-45d2-b1d9-498ec1ef67b9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0515916 Apr 06 17:08:45.488872 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-50e90b20-cf55-46ef-a988-840c02429352 req-86e3c258-c82c-4066-a941-338c2092ffe5 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Apr 06 17:08:46.607521 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ee4f8-896e-478d-afb2-1fe1003e9eaf req-82945037-544e-4bba-8de5-8726dbb3b7a9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:46.608978 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-155ee4f8-896e-478d-afb2-1fe1003e9eaf req-82945037-544e-4bba-8de5-8726dbb3b7a9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0541313 Apr 06 17:08:46.655120 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-155ee4f8-896e-478d-afb2-1fe1003e9eaf req-f6804257-dee1-4481-a972-991c16e3a403 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Apr 06 17:08:47.768078 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2f88f-54c8-4c3d-a5ea-b577d4a64cc0 req-ef67ea4e-f44f-4c0e-9ac6-2c20e7646070 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:47.770167 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c8f2f88f-54c8-4c3d-a5ea-b577d4a64cc0 req-ef67ea4e-f44f-4c0e-9ac6-2c20e7646070 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0510464 Apr 06 17:08:47.814128 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c8f2f88f-54c8-4c3d-a5ea-b577d4a64cc0 req-5b1f76a9-fa48-47c3-ab6d-2afed5dcea7a tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384095 Apr 06 17:08:48.929189 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125d23-6205-4085-8b84-2e7b7ca31dbe req-a09220a4-9262-44f2-a915-61849ee36585 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:48.930621 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e4125d23-6205-4085-8b84-2e7b7ca31dbe req-a09220a4-9262-44f2-a915-61849ee36585 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0509987 Apr 06 17:08:48.978211 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e4125d23-6205-4085-8b84-2e7b7ca31dbe req-f3adc3bd-d334-4aed-afc2-1a6b05af501e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Apr 06 17:08:50.088280 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5162d-10fe-48be-a964-8c48b872a9d2 req-c4d77db1-408b-4f33-be59-69f95af15305 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:50.089700 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-39f5162d-10fe-48be-a964-8c48b872a9d2 req-c4d77db1-408b-4f33-be59-69f95af15305 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0494962 Apr 06 17:08:50.135290 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-39f5162d-10fe-48be-a964-8c48b872a9d2 req-35ff254e-e530-4300-84e7-4d214d0dda5d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Apr 06 17:08:51.249978 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d4242-82b1-4b9a-8af0-18773dee3ea9 req-9b688e0e-9ef8-4665-ad08-fd24d650530d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:51.251443 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-603d4242-82b1-4b9a-8af0-18773dee3ea9 req-9b688e0e-9ef8-4665-ad08-fd24d650530d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0504184 Apr 06 17:08:51.296356 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-603d4242-82b1-4b9a-8af0-18773dee3ea9 req-b3739008-6cba-4abb-b3bc-543245674d03 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387611 Apr 06 17:08:51.324882 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:08:52.608767 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d37b0-cf2e-400e-acb1-812ab8858803 req-cd6ce57d-d522-441a-8627-4f0830af9530 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:52.610233 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a77d37b0-cf2e-400e-acb1-812ab8858803 req-cd6ce57d-d522-441a-8627-4f0830af9530 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.2507882 Apr 06 17:08:52.655019 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a77d37b0-cf2e-400e-acb1-812ab8858803 req-44b484c0-100e-4ab5-9c5d-b7ea699a909f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387313 Apr 06 17:08:53.770292 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc583ec-5eb7-4c65-a3da-eaecb9837b93 req-f5aa97f7-2fee-4cb5-9201-dd68518acfde tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:53.771836 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fbc583ec-5eb7-4c65-a3da-eaecb9837b93 req-f5aa97f7-2fee-4cb5-9201-dd68518acfde tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0526421 Apr 06 17:08:53.818144 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fbc583ec-5eb7-4c65-a3da-eaecb9837b93 req-03619487-8758-4b38-b1da-aefc4234016a tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Apr 06 17:08:54.933953 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e835851-cce9-4c34-90eb-703956bec17c req-fe4feac6-e576-4311-afc7-80fcc3e3cc3d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:54.935415 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e835851-cce9-4c34-90eb-703956bec17c req-fe4feac6-e576-4311-afc7-80fcc3e3cc3d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0537117 Apr 06 17:08:54.983525 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e835851-cce9-4c34-90eb-703956bec17c req-bfcc9c3f-8ba6-4f4e-874b-5d3199dff7f1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Apr 06 17:08:55.640438 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-66ea6a24-327c-4ba5-b30f-b0dbb9072f87 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:55.641861 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-66ea6a24-327c-4ba5-b30f-b0dbb9072f87 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/networks?id=e41698e1-acfb-42da-b907-5941632cb336 HTTP/1.1" status: 200 len: 809 time: 0.1031446 Apr 06 17:08:55.656075 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-8be9b572-8470-4bd4-a01f-78b3096c263b tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/quotas/94e709c599234ed38a51b6881b132ce5 HTTP/1.1" status: 200 len: 375 time: 0.0089910 Apr 06 17:08:55.686502 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-7cac6950-d2da-4f3c-9a98-2a5f7c5ded5a tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94e709c599234ed38a51b6881b132ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255411 Apr 06 17:08:55.774337 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-542d88b6-8054-445e-afc5-1499820ff30b service neutron] 10.222.0.66 "GET /v2.0/networks/e41698e1-acfb-42da-b907-5941632cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807033 Apr 06 17:08:55.865712 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-c05f81c2-54d3-4ace-a13b-4d66d8eb262a service neutron] 10.222.0.66 "GET /v2.0/networks/e41698e1-acfb-42da-b907-5941632cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855720 Apr 06 17:08:56.115149 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-df3c1048-b901-4c1f-8c18-84a4768e52fc req-2ec96ab9-a8d4-4151-bcb3-68d33a6c1fb9 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 210 time: 0.0289419 Apr 06 17:08:56.130757 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719b6ae-f034-4635-9941-57eed8206d31 req-866735fb-6128-432f-ab0b-521d5a79891e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:56.132242 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7719b6ae-f034-4635-9941-57eed8206d31 req-866735fb-6128-432f-ab0b-521d5a79891e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0820358 Apr 06 17:08:56.182258 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7719b6ae-f034-4635-9941-57eed8206d31 req-1f53f60c-b0a1-4173-931e-245fe3033816 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443687 Apr 06 17:08:57.210130 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19aa4115-2d68-424b-bacf-9657776edcec req-e43c9183-5bcd-4634-b183-697ea5cda1d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 210 time: 0.0304065 Apr 06 17:08:57.306346 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b11be5-5830-4a70-98d9-4d81efcce0c7 req-73630bb5-5c83-46bb-ab15-299dd04b95fc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:57.307839 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19b11be5-5830-4a70-98d9-4d81efcce0c7 req-73630bb5-5c83-46bb-ab15-299dd04b95fc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0515516 Apr 06 17:08:57.362976 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19b11be5-5830-4a70-98d9-4d81efcce0c7 req-408447c6-d1a0-40a8-9cee-8a04a4699478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409279 Apr 06 17:08:58.165499 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-66c67be9-0f76-49ae-8025-f8b15a37da8e tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:58.167261 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-66c67be9-0f76-49ae-8025-f8b15a37da8e tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.58 "GET /v2.0/networks?id=e41698e1-acfb-42da-b907-5941632cb336 HTTP/1.1" status: 200 len: 809 time: 0.1153233 Apr 06 17:08:58.190842 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Request body: {'port': {'device_id': '00146ea8-176d-4312-a539-bf9eadd8132f', 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336', 'admin_state_up': True, 'tenant_id': '94e709c599234ed38a51b6881b132ce5'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:08:58.311746 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-924eb1a2-779f-4b97-8c7a-e6a4fac17637 req-dc0b3b45-8506-45bf-9969-d7e622dde36e tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 210 time: 0.0331020 Apr 06 17:08:58.397704 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Made reservation on behalf of 94e709c599234ed38a51b6881b132ce5 for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:08:58.401967 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:58.559885 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f56ad-cdf1-4b18-90e2-0f134f7c149d req-9133a981-57d5-4f74-a43e-7c7bb89422ed tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:58.563253 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bb2f56ad-cdf1-4b18-90e2-0f134f7c149d req-9133a981-57d5-4f74-a43e-7c7bb89422ed tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0997326 Apr 06 17:08:58.602812 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Allocated IP 172.20.0.4 (e41698e1-acfb-42da-b907-5941632cb336/7d0b6959-bf80-4940-9450-eb11b3e78354/bd841000-5f41-4cf6-b694-bf49fbb9d034) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:08:58.641230 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bb2f56ad-cdf1-4b18-90e2-0f134f7c149d req-025cda97-9887-47ab-9a0d-31e65edadd9b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699439 Apr 06 17:08:58.790319 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks [] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:58.895393 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:58.940266 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Network e41698e1-acfb-42da-b907-5941632cb336 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:08:58.944012 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:08:58.951808 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:08:58.953860 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Pushing event updated for resources: {'Port': ['ID=bd841000-5f41-4cf6-b694-bf49fbb9d034,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:58.999193 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:58.999811 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:59.074081 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-1236dcdf-ef11-4138-b5b2-06b7701d2024 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8872042 Apr 06 17:08:59.098503 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Request body: {'port': {'device_id': '00146ea8-176d-4312-a539-bf9eadd8132f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:08:59.158039 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:59.450252 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd841000-5f41-4cf6-b694-bf49fbb9d034 {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:08:59.459336 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Publish callbacks [] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:59.480769 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8b756-5826-48d1-93dc-1dc2f2c8b813 req-f2e14e3c-56ef-46f5-b10d-6fe0118d15dc tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:59.482330 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-28f8b756-5826-48d1-93dc-1dc2f2c8b813 req-f2e14e3c-56ef-46f5-b10d-6fe0118d15dc tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 931 time: 0.0929005 Apr 06 17:08:59.484796 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Transition to ACTIVE for port object bd841000-5f41-4cf6-b694-bf49fbb9d034 will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:08:59.528721 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-28f8b756-5826-48d1-93dc-1dc2f2c8b813 req-4d658e81-d08c-40db-b0fb-d26fcafd226f tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406749 Apr 06 17:08:59.585782 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:59.635869 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Pushing event updated for resources: {'Port': ['ID=bd841000-5f41-4cf6-b694-bf49fbb9d034,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:08:59.710853 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Attempting to bind port bd841000-5f41-4cf6-b694-bf49fbb9d034 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:08:59.711854 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Attempting to bind port bd841000-5f41-4cf6-b694-bf49fbb9d034 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '697b6153-f5dd-4cf3-8eee-dc740496b163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:08:59.711854 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Attempting to bind port bd841000-5f41-4cf6-b694-bf49fbb9d034 on network e41698e1-acfb-42da-b907-5941632cb336 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:08:59.726296 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Port bd841000-5f41-4cf6-b694-bf49fbb9d034 on network e41698e1-acfb-42da-b907-5941632cb336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:08:59.726621 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Attempting to bind port bd841000-5f41-4cf6-b694-bf49fbb9d034 on network e41698e1-acfb-42da-b907-5941632cb336 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:08:59.747718 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:08:59.748062 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Checking segment: {'id': '697b6153-f5dd-4cf3-8eee-dc740496b163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:08:59.751822 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Bound using segment: {'id': '697b6153-f5dd-4cf3-8eee-dc740496b163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:08:59.751822 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Bound port: bd841000-5f41-4cf6-b694-bf49fbb9d034, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697b6153-f5dd-4cf3-8eee-dc740496b163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:08:59.751822 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:59.810791 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf08eb3-0a81-4117-b653-f984047090b8 req-dec967d3-18c9-4f55-abbe-4f99ad22be10 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:59.812807 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3cf08eb3-0a81-4117-b653-f984047090b8 req-dec967d3-18c9-4f55-abbe-4f99ad22be10 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0981631 Apr 06 17:08:59.847538 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] For port bd841000-5f41-4cf6-b694-bf49fbb9d034, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:08:59.867964 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] For port bd841000-5f41-4cf6-b694-bf49fbb9d034, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=bd841000-5f41-4cf6-b694-bf49fbb9d034,segment=NetworkSegment(697b6153-f5dd-4cf3-8eee-dc740496b163),segment_id=697b6153-f5dd-4cf3-8eee-dc740496b163)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:08:59.882678 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3cf08eb3-0a81-4117-b653-f984047090b8 req-82a31661-c979-4f93-aba5-bc8f6886e4a9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634692 Apr 06 17:08:59.952101 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:59.985073 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:08:59.985704 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:08:59.987180 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] 10.222.0.58 "PUT /v2.0/ports/bd841000-5f41-4cf6-b694-bf49fbb9d034 HTTP/1.1" status: 200 len: 1093 time: 0.8926651 Apr 06 17:08:59.987618 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00146ea8-176d-4312-a539-bf9eadd8132f', 'tag': 'bd841000-5f41-4cf6-b694-bf49fbb9d034'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:08:59.993651 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43190b5-55f8-499c-9128-67d9b80f4091" -d '{"events": [{"name": "network-changed", "server_uuid": "00146ea8-176d-4312-a539-bf9eadd8132f", "tag": "bd841000-5f41-4cf6-b694-bf49fbb9d034"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:09:00.016135 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b128ccd-f9d5-49e0-87c0-1fd0f8f188ef service neutron] Pushing event updated for resources: {'Port': ['ID=bd841000-5f41-4cf6-b694-bf49fbb9d034,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:00.024584 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da89b00-5f5e-4e82-b148-e4b777fd4b8b x-openstack-request-id: req-4da89b00-5f5e-4e82-b148-e4b777fd4b8b {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:09:00.024873 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00146ea8-176d-4312-a539-bf9eadd8132f", "tag": "bd841000-5f41-4cf6-b694-bf49fbb9d034", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:09:00.025127 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4da89b00-5f5e-4e82-b148-e4b777fd4b8b {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:09:00.025583 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da89b00-5f5e-4e82-b148-e4b777fd4b8b'] response: {'name': 'network-changed', 'server_uuid': '00146ea8-176d-4312-a539-bf9eadd8132f', 'tag': 'bd841000-5f41-4cf6-b694-bf49fbb9d034', 'status': 'completed', 'code': 200} Apr 06 17:09:00.128672 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43190b5-55f8-499c-9128-67d9b80f4091 req-da56f512-171d-4f96-9ff9-c4d944192288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:00.130289 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f43190b5-55f8-499c-9128-67d9b80f4091 req-da56f512-171d-4f96-9ff9-c4d944192288 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94e709c599234ed38a51b6881b132ce5&device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 1127 time: 0.0513296 Apr 06 17:09:00.242463 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43190b5-55f8-499c-9128-67d9b80f4091 req-e97f75fc-e566-4f35-b4d4-2b6e8c39e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:00.243874 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f43190b5-55f8-499c-9128-67d9b80f4091 req-e97f75fc-e566-4f35-b4d4-2b6e8c39e8bd service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=94e709c599234ed38a51b6881b132ce5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0953290 Apr 06 17:09:00.367669 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43190b5-55f8-499c-9128-67d9b80f4091 req-ae6483b3-0796-4dfc-9059-20eb9ec88946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:00.369117 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f43190b5-55f8-499c-9128-67d9b80f4091 req-ae6483b3-0796-4dfc-9059-20eb9ec88946 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923619 Apr 06 17:09:00.510508 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-675dced7-6b57-42e9-9cbf-cc1660f46eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:00.511916 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-675dced7-6b57-42e9-9cbf-cc1660f46eda service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94e709c599234ed38a51b6881b132ce5&device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 1127 time: 0.0445166 Apr 06 17:09:00.560525 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-76065941-4c1a-42c6-af18-d8439be367fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd841000-5f41-4cf6-b694-bf49fbb9d034 HTTP/1.1" status: 200 len: 217 time: 0.0333350 Apr 06 17:09:00.650917 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-36aa99c1-3ed0-443d-bd04-469e43649219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:00.652420 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-36aa99c1-3ed0-443d-bd04-469e43649219 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d0b6959-bf80-4940-9450-eb11b3e78354 HTTP/1.1" status: 200 len: 849 time: 0.0829041 Apr 06 17:09:00.671575 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 36798) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:09:00.689247 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-0921f814-24ed-4713-91a2-a49831eb34fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e41698e1-acfb-42da-b907-5941632cb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273411 Apr 06 17:09:00.697393 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37b62-e83f-41ed-a76f-f715daef8622 req-f5ff3d86-d965-47ba-8db0-f0e3b4be6093 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:00.701419 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bda37b62-e83f-41ed-a76f-f715daef8622 req-f5ff3d86-d965-47ba-8db0-f0e3b4be6093 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 943 time: 0.0908897 Apr 06 17:09:00.796144 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e509b31a-9a5c-45c2-a152-cecb202e252a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:00.799219 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bda37b62-e83f-41ed-a76f-f715daef8622 req-9a028bdb-3d32-44e8-b392-a1a20b279799 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919685 Apr 06 17:09:00.822870 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-efb10f25-40dc-4854-a774-314b37e423f4 service neutron] 10.222.0.58 "GET /v2.0/networks/e41698e1-acfb-42da-b907-5941632cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229978 Apr 06 17:09:00.881574 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e509b31a-9a5c-45c2-a152-cecb202e252a admin admin] Publish callbacks [] for security_group (4e7ff7bb-746f-439c-84c8-6d33d209784d), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:00.911853 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b0fe0f6-846b-4cdf-bb03-f12c8601247c req-d2a0a581-a70b-486d-9fa1-92f0ec0c6398 service neutron] 10.222.0.58 "GET /v2.0/networks/e41698e1-acfb-42da-b907-5941632cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831037 Apr 06 17:09:00.951716 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e509b31a-9a5c-45c2-a152-cecb202e252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (4e7ff7bb-746f-439c-84c8-6d33d209784d), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:00.994506 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-e509b31a-9a5c-45c2-a152-cecb202e252a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=debfece7ee91406cac686be3161698cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195276 Apr 06 17:09:00.994506 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509b31a-9a5c-45c2-a152-cecb202e252a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7ff7bb-746f-439c-84c8-6d33d209784d,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:00.995080 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 36808) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:09:01.021584 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593b5a-5456-496b-9f2a-6c63f9204a4d req-96b79c9f-d5ed-4f71-9f49-593816edea8f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:01.022983 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ef593b5a-5456-496b-9f2a-6c63f9204a4d req-96b79c9f-d5ed-4f71-9f49-593816edea8f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0718691 Apr 06 17:09:01.079274 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-de905523-6b5b-4566-9866-f70be00a12b6 admin admin] Publish callbacks [] for security_group (4e7ff7bb-746f-439c-84c8-6d33d209784d), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:01.097235 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ef593b5a-5456-496b-9f2a-6c63f9204a4d req-5c4e0209-fd58-4025-b608-125e41c11245 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666118 Apr 06 17:09:01.110058 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-de905523-6b5b-4566-9866-f70be00a12b6 admin admin] Publish callbacks [] for security_group (4e7ff7bb-746f-439c-84c8-6d33d209784d), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:01.237191 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-de905523-6b5b-4566-9866-f70be00a12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (4e7ff7bb-746f-439c-84c8-6d33d209784d), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:01.240502 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-de905523-6b5b-4566-9866-f70be00a12b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:01.241649 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-de905523-6b5b-4566-9866-f70be00a12b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e7ff7bb-746f-439c-84c8-6d33d209784d HTTP/1.1" status: 204 len: 168 time: 0.2456303 Apr 06 17:09:01.249354 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de905523-6b5b-4566-9866-f70be00a12b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7ff7bb-746f-439c-84c8-6d33d209784d,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:01.918491 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ff20d-77b5-49b0-ae06-e7e00f956d5a req-5a1b4f0b-0a81-4c90-97c4-65a6931f70b0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:01.920136 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-853ff20d-77b5-49b0-ae06-e7e00f956d5a req-5a1b4f0b-0a81-4c90-97c4-65a6931f70b0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 943 time: 0.0529141 Apr 06 17:09:01.969742 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-853ff20d-77b5-49b0-ae06-e7e00f956d5a req-e0680362-4b41-4ba0-bd4a-05d3b4ff3f71 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Apr 06 17:09:02.219693 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b99c4e-291f-4310-a648-e9ef015bf934 req-3c2e1698-32fa-45c2-803c-c958a0689ad5 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:02.221191 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-12b99c4e-291f-4310-a648-e9ef015bf934 req-3c2e1698-32fa-45c2-803c-c958a0689ad5 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0580707 Apr 06 17:09:02.274374 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-12b99c4e-291f-4310-a648-e9ef015bf934 req-a2448397-289f-4133-9156-533e7b20c50d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450561 Apr 06 17:09:02.286574 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 36842) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:09:02.374560 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:02.394023 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a322eb53-74c4-4b47-8083-76b075b1d43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:02.467193 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a322eb53-74c4-4b47-8083-76b075b1d43f admin admin] Publish callbacks [] for security_group (00a0fbf2-0596-4aae-a917-7dae444f55f4), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:02.534691 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a322eb53-74c4-4b47-8083-76b075b1d43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (00a0fbf2-0596-4aae-a917-7dae444f55f4), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:02.572716 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-a322eb53-74c4-4b47-8083-76b075b1d43f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8d0391a9e58454ca1cad6465694a35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849386 Apr 06 17:09:02.575066 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322eb53-74c4-4b47-8083-76b075b1d43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a0fbf2-0596-4aae-a917-7dae444f55f4,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:02.575468 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 36850) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:09:02.622294 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1086028f-7844-4401-86f2-e6f3c0a86eeb admin admin] Publish callbacks [] for security_group (00a0fbf2-0596-4aae-a917-7dae444f55f4), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:02.643311 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1086028f-7844-4401-86f2-e6f3c0a86eeb admin admin] Publish callbacks [] for security_group (00a0fbf2-0596-4aae-a917-7dae444f55f4), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:02.763509 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1086028f-7844-4401-86f2-e6f3c0a86eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (00a0fbf2-0596-4aae-a917-7dae444f55f4), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:02.766133 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1086028f-7844-4401-86f2-e6f3c0a86eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:02.767337 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-1086028f-7844-4401-86f2-e6f3c0a86eeb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00a0fbf2-0596-4aae-a917-7dae444f55f4 HTTP/1.1" status: 204 len: 168 time: 0.1908224 Apr 06 17:09:02.775421 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086028f-7844-4401-86f2-e6f3c0a86eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a0fbf2-0596-4aae-a917-7dae444f55f4,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:03.131661 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaa6e1-b10f-45cd-b8aa-e346cb2ac6c1 req-e6df4f16-c6f3-4185-8b8a-d10fc9bd5c78 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:03.133355 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9beaa6e1-b10f-45cd-b8aa-e346cb2ac6c1 req-e6df4f16-c6f3-4185-8b8a-d10fc9bd5c78 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 943 time: 0.0840070 Apr 06 17:09:03.185978 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9beaa6e1-b10f-45cd-b8aa-e346cb2ac6c1 req-65d9bf63-4e21-4b28-b878-2d7caf0962f9 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459836 Apr 06 17:09:03.400632 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655291ea-f041-46f1-b74d-43ff6565833e req-3b9913f0-5ada-47a2-b8e4-565db28d7470 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:03.402066 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-655291ea-f041-46f1-b74d-43ff6565833e req-3b9913f0-5ada-47a2-b8e4-565db28d7470 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0516336 Apr 06 17:09:03.447800 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-655291ea-f041-46f1-b74d-43ff6565833e req-d012a94e-73a4-4eca-805d-7759c7b657e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402231 Apr 06 17:09:04.302278 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3612964-0531-47ed-bb85-78c18a99873d req-ef0cf6fe-5f0e-4199-b597-219f7a65a337 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:04.304376 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d3612964-0531-47ed-bb85-78c18a99873d req-ef0cf6fe-5f0e-4199-b597-219f7a65a337 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 943 time: 0.0522861 Apr 06 17:09:04.361589 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d3612964-0531-47ed-bb85-78c18a99873d req-1150d27e-3d94-433b-870a-7fe7b91f6f4e tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515096 Apr 06 17:09:04.395540 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af3389ce-2f57-4a7a-862c-dfc4fee2d73a req-ff3e0906-6b7e-4ccc-a66f-7bf1aa3d6a8e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484343 Apr 06 17:09:04.475445 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3389ce-2f57-4a7a-862c-dfc4fee2d73a req-d9c1414c-fc36-4119-ba81-e8cbb2e03cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:04.476460 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af3389ce-2f57-4a7a-862c-dfc4fee2d73a req-d9c1414c-fc36-4119-ba81-e8cbb2e03cb3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 1129 time: 0.0422058 Apr 06 17:09:04.618581 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b5b29-e955-493d-8c0d-b38b31357685 req-6d5b6fc3-b798-4917-b378-5405b86ff06b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:04.620085 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ba4b5b29-e955-493d-8c0d-b38b31357685 req-6d5b6fc3-b798-4917-b378-5405b86ff06b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0819995 Apr 06 17:09:04.621039 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3389ce-2f57-4a7a-862c-dfc4fee2d73a req-0a6ff9fe-33dc-4066-87b6-d19956f20188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:04.622353 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af3389ce-2f57-4a7a-862c-dfc4fee2d73a req-0a6ff9fe-33dc-4066-87b6-d19956f20188 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 917 time: 0.1279001 Apr 06 17:09:04.666302 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ba4b5b29-e955-493d-8c0d-b38b31357685 req-0c3e6592-8be3-4606-9d8d-a8eb3ffa056c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Apr 06 17:09:04.754854 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af3389ce-2f57-4a7a-862c-dfc4fee2d73a req-9e95d334-6951-46b0-84a5-1388ec609a83 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7 HTTP/1.1" status: 200 len: 1000 time: 0.0626559 Apr 06 17:09:04.801461 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3389ce-2f57-4a7a-862c-dfc4fee2d73a req-4bf5fbd3-a9e6-4436-8f24-74d38fffcee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:04.802823 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af3389ce-2f57-4a7a-862c-dfc4fee2d73a req-4bf5fbd3-a9e6-4436-8f24-74d38fffcee9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 200 len: 855 time: 0.0419543 Apr 06 17:09:04.848280 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3389ce-2f57-4a7a-862c-dfc4fee2d73a req-a2559eb1-b1cc-4bfb-9826-f7f8eea79979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:04.850316 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af3389ce-2f57-4a7a-862c-dfc4fee2d73a req-a2559eb1-b1cc-4bfb-9826-f7f8eea79979 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f20736-5662-4187-864d-0ee6f8a19f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415034 Apr 06 17:09:05.076367 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device bd841000-5f41-4cf6-b694-bf49fbb9d034 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:09:05.147693 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af3389ce-2f57-4a7a-862c-dfc4fee2d73a req-98883cee-6656-432c-818a-1d8ebb56293a service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910709 Apr 06 17:09:05.185562 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port bd841000-5f41-4cf6-b694-bf49fbb9d034, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=bd841000-5f41-4cf6-b694-bf49fbb9d034,segment=NetworkSegment(697b6153-f5dd-4cf3-8eee-dc740496b163),segment_id=697b6153-f5dd-4cf3-8eee-dc740496b163)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:09:05.197971 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': 'bd841000-5f41-4cf6-b694-bf49fbb9d034', 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336', 'port_id': 'bd841000-5f41-4cf6-b694-bf49fbb9d034', 'mac_address': 'fa:16:3e:dd:ed:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0b6959-bf80-4940-9450-eb11b3e78354', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:09:05.238597 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port bd841000-5f41-4cf6-b694-bf49fbb9d034 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:09:05.238786 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af3389ce-2f57-4a7a-862c-dfc4fee2d73a req-12bd71af-38c0-4098-b894-885761843d3f service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853696 Apr 06 17:09:05.239011 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:05.251586 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd841000-5f41-4cf6-b694-bf49fbb9d034 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:09:05.271916 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port bd841000-5f41-4cf6-b694-bf49fbb9d034, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=bd841000-5f41-4cf6-b694-bf49fbb9d034,segment=NetworkSegment(697b6153-f5dd-4cf3-8eee-dc740496b163),segment_id=697b6153-f5dd-4cf3-8eee-dc740496b163)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:09:05.363631 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:05.413120 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=bd841000-5f41-4cf6-b694-bf49fbb9d034,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:05.420525 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.420877 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.421251 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.421581 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.421912 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.422237 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.422561 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.422973 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.423218 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.423541 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.423862 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.424200 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.424527 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.424841 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.425154 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:05.482947 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5026bf6-1311-452c-ab1c-c027df291b2e req-5b948eb1-e345-40e5-8432-d9d9a394ee4e tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:05.484510 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5026bf6-1311-452c-ab1c-c027df291b2e req-5b948eb1-e345-40e5-8432-d9d9a394ee4e tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 944 time: 0.0543609 Apr 06 17:09:05.534874 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5026bf6-1311-452c-ab1c-c027df291b2e req-7f2f192c-b5ac-4175-8260-77221b7d36ea tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448997 Apr 06 17:09:05.781723 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3705444-c055-4ea3-be81-654880945509 req-bfeda4bd-cb27-45c7-af10-897fd76d1942 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:05.783222 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a3705444-c055-4ea3-be81-654880945509 req-bfeda4bd-cb27-45c7-af10-897fd76d1942 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0512247 Apr 06 17:09:05.829618 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a3705444-c055-4ea3-be81-654880945509 req-a66924c7-0c72-491f-8aa3-33017004efb8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Apr 06 17:09:05.951248 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['bd841000-5f41-4cf6-b694-bf49fbb9d034'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:09:06.650878 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710e19a-a1d2-4d4a-bbce-559eb044cc1c req-d7e42459-850a-4696-85eb-35fc8fa61900 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:06.652363 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f710e19a-a1d2-4d4a-bbce-559eb044cc1c req-d7e42459-850a-4696-85eb-35fc8fa61900 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 944 time: 0.0525460 Apr 06 17:09:06.697768 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f710e19a-a1d2-4d4a-bbce-559eb044cc1c req-6d2b06c1-652c-4564-87d6-f7687bb0e558 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Apr 06 17:09:06.949404 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f7c52-f115-433a-9ecf-be16375bf114 req-b11e419b-125b-4dc5-b8ae-7efd75824b06 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:06.950867 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-035f7c52-f115-433a-9ecf-be16375bf114 req-b11e419b-125b-4dc5-b8ae-7efd75824b06 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0549917 Apr 06 17:09:06.996211 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-035f7c52-f115-433a-9ecf-be16375bf114 req-c14ba6b8-1432-4c48-80a0-febef6de094c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Apr 06 17:09:07.134854 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2b79b868-bf88-4ba2-a909-ca0d813eb708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:07.333739 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device bd841000-5f41-4cf6-b694-bf49fbb9d034 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:09:07.421717 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port bd841000-5f41-4cf6-b694-bf49fbb9d034 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:09:07.425986 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port bd841000-5f41-4cf6-b694-bf49fbb9d034 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:09:07.426423 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:07.507881 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port bd841000-5f41-4cf6-b694-bf49fbb9d034 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:09:07.508281 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:07.530680 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00146ea8-176d-4312-a539-bf9eadd8132f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd841000-5f41-4cf6-b694-bf49fbb9d034'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:09:07.532933 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4c6bf2-5d5f-426c-bac9-c4f44aad4411" -d '{"events": [{"server_uuid": "00146ea8-176d-4312-a539-bf9eadd8132f", "name": "network-vif-plugged", "status": "completed", "tag": "bd841000-5f41-4cf6-b694-bf49fbb9d034"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:09:07.545797 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port bd841000-5f41-4cf6-b694-bf49fbb9d034, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=bd841000-5f41-4cf6-b694-bf49fbb9d034,segment=NetworkSegment(697b6153-f5dd-4cf3-8eee-dc740496b163),segment_id=697b6153-f5dd-4cf3-8eee-dc740496b163)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:09:07.571572 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2046a775-f9b2-4705-a6cc-f2361f6df3e3 x-openstack-request-id: req-2046a775-f9b2-4705-a6cc-f2361f6df3e3 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:09:07.571935 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00146ea8-176d-4312-a539-bf9eadd8132f", "name": "network-vif-plugged", "status": "completed", "tag": "bd841000-5f41-4cf6-b694-bf49fbb9d034", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:09:07.572200 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2046a775-f9b2-4705-a6cc-f2361f6df3e3 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:09:07.572602 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2046a775-f9b2-4705-a6cc-f2361f6df3e3'] response: {'server_uuid': '00146ea8-176d-4312-a539-bf9eadd8132f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd841000-5f41-4cf6-b694-bf49fbb9d034', 'code': 200} Apr 06 17:09:07.608881 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:07.654933 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=bd841000-5f41-4cf6-b694-bf49fbb9d034,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:07.816237 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de778cc-dee2-4342-843c-84c64cbb0577 req-7ed77fe9-f464-4490-88ca-271a775c3172 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:07.817759 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8de778cc-dee2-4342-843c-84c64cbb0577 req-7ed77fe9-f464-4490-88ca-271a775c3172 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0536666 Apr 06 17:09:07.864730 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8de778cc-dee2-4342-843c-84c64cbb0577 req-005d7d3a-cc1d-43eb-a86e-6bd84bfdcb30 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Apr 06 17:09:08.149319 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd17e-83c8-41c9-ac72-16396279a9a0 req-f72d634a-9e8a-4296-8e63-4b03d42fa1de tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:08.150823 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b9dfd17e-83c8-41c9-ac72-16396279a9a0 req-f72d634a-9e8a-4296-8e63-4b03d42fa1de tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0870132 Apr 06 17:09:08.156584 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd827708-2922-40fb-8005-c5fa7846b15e req-c98a40e8-a294-4e03-97df-f5258a942ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:08.159529 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fd827708-2922-40fb-8005-c5fa7846b15e req-c98a40e8-a294-4e03-97df-f5258a942ffc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 1129 time: 0.0628362 Apr 06 17:09:08.198578 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b9dfd17e-83c8-41c9-ac72-16396279a9a0 req-52439660-89db-4c3f-82c3-9fb17cee1ecf tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395820 Apr 06 17:09:08.979303 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6471101-9287-45e7-88a5-d270d3843715 req-bfe1bde3-da47-4f9b-a38f-0cb510c99a1d tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:08.980760 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c6471101-9287-45e7-88a5-d270d3843715 req-bfe1bde3-da47-4f9b-a38f-0cb510c99a1d tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0508418 Apr 06 17:09:09.025811 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c6471101-9287-45e7-88a5-d270d3843715 req-fcba7a12-bc1c-44cf-877d-3bb785fdb47f tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394983 Apr 06 17:09:09.315931 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9f9c9-1d2b-4b5a-91e5-1de77bf2ec4e req-c0e306fb-71e3-437f-ac52-fff2f2e8e89e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:09.317388 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fbc9f9c9-1d2b-4b5a-91e5-1de77bf2ec4e req-c0e306fb-71e3-437f-ac52-fff2f2e8e89e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0544310 Apr 06 17:09:09.363425 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fbc9f9c9-1d2b-4b5a-91e5-1de77bf2ec4e req-ecc01a9d-1a83-4581-95b0-2086df2f9710 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405869 Apr 06 17:09:09.598172 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-cc99e9fa-19b7-48ab-8b20-6f1991d815a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:09.977937 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fd827708-2922-40fb-8005-c5fa7846b15e req-5c7c2fde-a5b4-4496-905c-a12aeb1d626b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378749 Apr 06 17:09:10.143927 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91360aa0-c7f0-4030-9a7b-7c4c8ce3d4fd req-9dc6183d-d527-4137-b3dd-e53b0bdffea5 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:10.145307 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91360aa0-c7f0-4030-9a7b-7c4c8ce3d4fd req-9dc6183d-d527-4137-b3dd-e53b0bdffea5 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0546327 Apr 06 17:09:10.190600 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91360aa0-c7f0-4030-9a7b-7c4c8ce3d4fd req-0ab1ce4c-f5bd-4ba6-8b14-e26dd8a276f6 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397716 Apr 06 17:09:10.461148 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:10.480756 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7efe83-5d84-426a-9a92-df5c781880f1 req-87c5dd71-7330-46d1-96e1-bfb105fbef35 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:10.482198 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e7efe83-5d84-426a-9a92-df5c781880f1 req-87c5dd71-7330-46d1-96e1-bfb105fbef35 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0544736 Apr 06 17:09:10.528870 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e7efe83-5d84-426a-9a92-df5c781880f1 req-857f8e97-509b-431c-836c-697b8c2a641b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Apr 06 17:09:11.305250 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16464785-7e00-46fd-aaa0-469cb81f246d req-75303762-2a17-413e-817a-a26a2b80c646 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:11.306771 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-16464785-7e00-46fd-aaa0-469cb81f246d req-75303762-2a17-413e-817a-a26a2b80c646 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0528300 Apr 06 17:09:11.351887 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-16464785-7e00-46fd-aaa0-469cb81f246d req-1d316d88-d049-4c0d-8280-17523b79c163 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396729 Apr 06 17:09:11.649269 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7cc71-7023-49f8-97c3-ec9d6b5e1789 req-3c40ec88-cfd6-48c4-bd6c-dd111462326f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:11.650791 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-53d7cc71-7023-49f8-97c3-ec9d6b5e1789 req-3c40ec88-cfd6-48c4-bd6c-dd111462326f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0561984 Apr 06 17:09:11.697506 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-53d7cc71-7023-49f8-97c3-ec9d6b5e1789 req-12b8b8a5-3e88-454e-b75c-e9412f082761 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Apr 06 17:09:11.792365 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:12.466099 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95902e35-846d-4b79-a7dc-54ba832a8c7c req-edadd89d-73e2-4bee-9950-fcc19d192416 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:12.467577 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-95902e35-846d-4b79-a7dc-54ba832a8c7c req-edadd89d-73e2-4bee-9950-fcc19d192416 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0516253 Apr 06 17:09:12.512769 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-95902e35-846d-4b79-a7dc-54ba832a8c7c req-a6c62aaf-1ddf-403b-bde6-ec164f85e27a tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Apr 06 17:09:12.812407 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f129ee-af89-490a-a599-03a2e043f137 req-79f718ba-30f7-4e1f-b2f6-63baa374bf74 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:12.813851 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-70f129ee-af89-490a-a599-03a2e043f137 req-79f718ba-30f7-4e1f-b2f6-63baa374bf74 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0511699 Apr 06 17:09:12.862222 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-70f129ee-af89-490a-a599-03a2e043f137 req-49f3c2ae-6086-41e8-8dd3-4308f73530ef tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Apr 06 17:09:13.295108 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:13.627125 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ed787-d197-4cb6-966d-11c150ae2b23 req-c3a0845c-c185-4269-ab0f-9243c1507edb tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:13.628583 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-560ed787-d197-4cb6-966d-11c150ae2b23 req-c3a0845c-c185-4269-ab0f-9243c1507edb tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0513201 Apr 06 17:09:13.674844 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-560ed787-d197-4cb6-966d-11c150ae2b23 req-181993fb-17d4-44a3-ae71-1b8dd11b73aa tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 Apr 06 17:09:13.982488 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9bc78-5dc9-4fed-b0f9-e9e73b9f4fb5 req-cc8ee4a6-29c7-4aad-aeca-e4c72dcb2973 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:13.982488 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1ee9bc78-5dc9-4fed-b0f9-e9e73b9f4fb5 req-cc8ee4a6-29c7-4aad-aeca-e4c72dcb2973 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0540807 Apr 06 17:09:14.028205 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1ee9bc78-5dc9-4fed-b0f9-e9e73b9f4fb5 req-5c760cf2-ea13-4b52-a4d1-e27238efa462 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Apr 06 17:09:14.794813 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081f12-46c3-41c4-bffd-3ad237a38bba req-246521d1-83a7-43d1-9017-2611cc6e1b3b tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:14.800691 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b081f12-46c3-41c4-bffd-3ad237a38bba req-246521d1-83a7-43d1-9017-2611cc6e1b3b tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0573790 Apr 06 17:09:14.845483 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b081f12-46c3-41c4-bffd-3ad237a38bba req-7631da2b-c8aa-4069-b299-3492c11793a9 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425222 Apr 06 17:09:15.152190 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560051b-27ee-4ac7-a5fe-63ad33ada1bc req-c2a7fd06-245d-47e5-8ac1-9ad1caa26967 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:15.153674 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0560051b-27ee-4ac7-a5fe-63ad33ada1bc req-c2a7fd06-245d-47e5-8ac1-9ad1caa26967 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0604763 Apr 06 17:09:15.199655 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0560051b-27ee-4ac7-a5fe-63ad33ada1bc req-337997e2-ba99-45ea-9e7c-dbe6ed7ff8a7 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404956 Apr 06 17:09:15.733904 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb316817-b153-4a6d-bbae-776ad8b9e997 req-c3b884bc-51ec-48f3-9688-44e9154c7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:15.735556 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bb316817-b153-4a6d-bbae-776ad8b9e997 req-c3b884bc-51ec-48f3-9688-44e9154c7fff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 1129 time: 0.0467873 Apr 06 17:09:15.784317 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bb316817-b153-4a6d-bbae-776ad8b9e997 req-80b6293d-558b-438e-8d22-6f9493789ec4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Apr 06 17:09:15.957386 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e046f-8eb2-43da-a3d5-daf8217750a0 req-c33c3727-3f5c-41d4-b29f-b49896b101ae tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:15.958755 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-233e046f-8eb2-43da-a3d5-daf8217750a0 req-c33c3727-3f5c-41d4-b29f-b49896b101ae tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0505438 Apr 06 17:09:16.004092 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-233e046f-8eb2-43da-a3d5-daf8217750a0 req-ec7535b0-8fce-40a6-b204-39ab1dd00df8 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Apr 06 17:09:16.312099 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fc629-543b-4dca-940d-314d6c14c515 req-91a403e5-b89c-44d1-8091-6f00c8dbf042 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:16.313570 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b65fc629-543b-4dca-940d-314d6c14c515 req-91a403e5-b89c-44d1-8091-6f00c8dbf042 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0507824 Apr 06 17:09:16.358738 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b65fc629-543b-4dca-940d-314d6c14c515 req-ea6f1806-ac9c-4550-9450-45463e098b74 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Apr 06 17:09:17.120175 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313b83f-4847-4f9a-b1d1-358666602d87 req-69436902-0daa-40cd-96d7-3fdc6a9fb6af tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:17.121627 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8313b83f-4847-4f9a-b1d1-358666602d87 req-69436902-0daa-40cd-96d7-3fdc6a9fb6af tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0545492 Apr 06 17:09:17.166852 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8313b83f-4847-4f9a-b1d1-358666602d87 req-bcce73cf-654d-4a9e-9f57-7061262bce5b tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Apr 06 17:09:17.471833 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bec0b6-d355-4459-b3b8-f7eba28492bf req-b5f4d000-2d5d-47b4-bf73-b69530f98475 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:17.473296 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f8bec0b6-d355-4459-b3b8-f7eba28492bf req-b5f4d000-2d5d-47b4-bf73-b69530f98475 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0506403 Apr 06 17:09:17.519041 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f8bec0b6-d355-4459-b3b8-f7eba28492bf req-05fbf1e1-6918-4f4a-9053-76091ed64942 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Apr 06 17:09:18.283477 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc6848-3e72-438b-8604-c773ef01fa3a req-a789404f-406d-40dd-ad7a-94a1c3425787 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:18.284927 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0ccc6848-3e72-438b-8604-c773ef01fa3a req-a789404f-406d-40dd-ad7a-94a1c3425787 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0539405 Apr 06 17:09:18.330500 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0ccc6848-3e72-438b-8604-c773ef01fa3a req-cecc8814-c2dd-4240-af6e-395bbe239b7d tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400860 Apr 06 17:09:18.634213 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b0c4d-1097-4d60-915e-4cb84b4eec5a req-6b5bd1d2-6975-4113-ae8d-17ff142f38c2 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:18.636456 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dc2b0c4d-1097-4d60-915e-4cb84b4eec5a req-6b5bd1d2-6975-4113-ae8d-17ff142f38c2 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0529325 Apr 06 17:09:18.681687 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dc2b0c4d-1097-4d60-915e-4cb84b4eec5a req-c7d98e37-52d1-40ad-9dac-2b686a51213a tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 Apr 06 17:09:19.444903 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b2597-9341-4ee6-a3a0-969f61c63991 req-094a9abd-3c23-4e67-80fa-6c44dc0561b8 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:19.446353 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-df7b2597-9341-4ee6-a3a0-969f61c63991 req-094a9abd-3c23-4e67-80fa-6c44dc0561b8 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0507846 Apr 06 17:09:19.493768 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-df7b2597-9341-4ee6-a3a0-969f61c63991 req-015aeaec-38fe-4803-aebc-5746d49a4f8c tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Apr 06 17:09:19.797939 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0f3e2-7d66-405e-ac23-991b8307cf96 req-7df6cd47-3adf-4321-8846-1ad02c483b64 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:19.799455 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-80d0f3e2-7d66-405e-ac23-991b8307cf96 req-7df6cd47-3adf-4321-8846-1ad02c483b64 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0518725 Apr 06 17:09:19.843788 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-80d0f3e2-7d66-405e-ac23-991b8307cf96 req-ac7fdcc1-6a4e-4af6-be53-43b2a26a3657 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389459 Apr 06 17:09:20.607087 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff26c1-7afe-4d0e-a40e-7418419c28c7 req-dff63aab-fb20-4477-8f54-8e8d5b800795 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:20.608533 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fdff26c1-7afe-4d0e-a40e-7418419c28c7 req-dff63aab-fb20-4477-8f54-8e8d5b800795 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0508511 Apr 06 17:09:20.654272 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fdff26c1-7afe-4d0e-a40e-7418419c28c7 req-6afe7ab9-9e9d-407a-bb36-8788f2123c39 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401559 Apr 06 17:09:20.962788 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6505b-45c8-463c-bb95-cdc8b0f02b27 req-76b04371-db46-448c-9f83-2ebb844d167c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:20.964273 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2af6505b-45c8-463c-bb95-cdc8b0f02b27 req-76b04371-db46-448c-9f83-2ebb844d167c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0554147 Apr 06 17:09:21.009774 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2af6505b-45c8-463c-bb95-cdc8b0f02b27 req-cf9dd1a5-2b00-4902-bc10-f2af6c9dddcd tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398579 Apr 06 17:09:21.769883 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1993a0-960b-48ab-a36e-b79299a72ee1 req-e704626d-18f8-48fb-bde7-b3eef099d40a tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:21.771374 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3b1993a0-960b-48ab-a36e-b79299a72ee1 req-e704626d-18f8-48fb-bde7-b3eef099d40a tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0537250 Apr 06 17:09:21.815705 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3b1993a0-960b-48ab-a36e-b79299a72ee1 req-24ee80a8-5f9c-4cd6-96ff-43783a7a297d tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387833 Apr 06 17:09:22.126048 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b83fbc-73a9-458b-852e-94d45ee17c81 req-79887075-acbf-43b9-ba1e-6112af01ac14 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:22.127525 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a1b83fbc-73a9-458b-852e-94d45ee17c81 req-79887075-acbf-43b9-ba1e-6112af01ac14 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0518537 Apr 06 17:09:22.176852 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a1b83fbc-73a9-458b-852e-94d45ee17c81 req-fd07fc8e-46cb-4a30-ad34-bc84591d23cc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 Apr 06 17:09:23.300073 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221f5c1-b21f-40ed-bc69-168391fc82b2 req-f02b6126-74d3-45e6-aaf6-caaa30f2edb1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:23.301577 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1221f5c1-b21f-40ed-bc69-168391fc82b2 req-f02b6126-74d3-45e6-aaf6-caaa30f2edb1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0598516 Apr 06 17:09:23.349589 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1221f5c1-b21f-40ed-bc69-168391fc82b2 req-d1aee098-0775-43bd-bb6d-05045d1ba1c5 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415182 Apr 06 17:09:23.693962 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810922e-da26-47fb-a272-7327c029943d req-1753a6f7-f393-4045-b369-196ba84be20d tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:23.695532 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a810922e-da26-47fb-a272-7327c029943d req-1753a6f7-f393-4045-b369-196ba84be20d tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0537536 Apr 06 17:09:23.742281 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a810922e-da26-47fb-a272-7327c029943d req-bcea616a-4d16-457e-8e18-0db8a8df7005 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Apr 06 17:09:24.470301 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f32d5-02f5-487d-8f6f-a1a648fc84ba req-f6299b92-19bd-46d0-b09b-db244e5a2022 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:24.471684 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ae6f32d5-02f5-487d-8f6f-a1a648fc84ba req-f6299b92-19bd-46d0-b09b-db244e5a2022 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0538590 Apr 06 17:09:24.516190 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ae6f32d5-02f5-487d-8f6f-a1a648fc84ba req-5a4291d1-506a-454e-9633-804f53551bf5 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390370 Apr 06 17:09:24.628960 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5e347-1f46-450c-bae4-cbf3c649071e req-7181c049-69ce-478a-b374-14f9fae0be7b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:24.630441 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bc5e347-1f46-450c-bae4-cbf3c649071e req-7181c049-69ce-478a-b374-14f9fae0be7b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0515797 Apr 06 17:09:24.676591 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bc5e347-1f46-450c-bae4-cbf3c649071e req-96a44ae6-1543-4b44-8a69-f159a587d2cc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Apr 06 17:09:24.860332 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac5f19-6407-4f97-a968-bcaa1360046e req-3cd6072a-3728-4f26-b3cf-a46a94641de5 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:24.861778 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4fac5f19-6407-4f97-a968-bcaa1360046e req-3cd6072a-3728-4f26-b3cf-a46a94641de5 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0540943 Apr 06 17:09:24.907329 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4fac5f19-6407-4f97-a968-bcaa1360046e req-5a5ca286-22f3-4ffa-a00e-4a6bafcb5f46 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Apr 06 17:09:26.020299 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9866d54-7f4c-4a82-babb-152037e7a9ec req-f7da4762-a4a9-43d7-be84-b04ee609c20a tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:26.021739 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f9866d54-7f4c-4a82-babb-152037e7a9ec req-f7da4762-a4a9-43d7-be84-b04ee609c20a tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0509474 Apr 06 17:09:26.065721 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f9866d54-7f4c-4a82-babb-152037e7a9ec req-bff75793-5708-4274-a06c-4774e9b3868c tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380602 Apr 06 17:09:27.180301 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879f8e-a828-4dff-9f93-19120a458d5f req-8365f867-c056-4064-a949-68b1a9a1e2ca tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:27.181746 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0d879f8e-a828-4dff-9f93-19120a458d5f req-8365f867-c056-4064-a949-68b1a9a1e2ca tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0511706 Apr 06 17:09:27.228951 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0d879f8e-a828-4dff-9f93-19120a458d5f req-0f64cc32-8964-4235-815f-a0221a6d86de tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417881 Apr 06 17:09:28.323890 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:09:28.344427 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62477f-0aa8-40b6-add3-ad7a40d32276 req-a3940bc6-6b46-4d11-9523-a7e9a864fe2c tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:28.345890 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5a62477f-0aa8-40b6-add3-ad7a40d32276 req-a3940bc6-6b46-4d11-9523-a7e9a864fe2c tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0525007 Apr 06 17:09:28.392525 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5a62477f-0aa8-40b6-add3-ad7a40d32276 req-edc3d4b9-ea3a-4738-8876-b2309225d59d tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411482 Apr 06 17:09:29.509346 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee78c93-0afa-41cd-b759-7d43e4d7cd95 req-e583aa7f-4dc2-4aa3-a8ee-f42ede7f7166 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:29.510814 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ee78c93-0afa-41cd-b759-7d43e4d7cd95 req-e583aa7f-4dc2-4aa3-a8ee-f42ede7f7166 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0518723 Apr 06 17:09:29.558028 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ee78c93-0afa-41cd-b759-7d43e4d7cd95 req-e7d652b0-f253-4b10-a77d-00fd11506b2a tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Apr 06 17:09:30.677090 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aab8f-b7ec-4264-a0c2-dd9b41c48ea6 req-63899e61-a09a-4c36-ba7f-268750c58b67 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:30.678530 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d94aab8f-b7ec-4264-a0c2-dd9b41c48ea6 req-63899e61-a09a-4c36-ba7f-268750c58b67 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0549436 Apr 06 17:09:30.724155 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d94aab8f-b7ec-4264-a0c2-dd9b41c48ea6 req-f10b69d8-94d0-41f5-bb70-9d64db516589 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401406 Apr 06 17:09:31.841667 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a1464-72aa-422c-ac77-9737a1a53daf req-05f32d15-366f-4a5e-a0e8-8d07a8407992 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:31.843163 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e4a1464-72aa-422c-ac77-9737a1a53daf req-05f32d15-366f-4a5e-a0e8-8d07a8407992 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0527396 Apr 06 17:09:31.889138 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e4a1464-72aa-422c-ac77-9737a1a53daf req-de4bdca7-2e5b-4198-a707-6b0bae3a723b tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Apr 06 17:09:32.343016 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:33.002689 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221a92c-a36f-4aa7-9bba-efc24b188338 req-63bd2f9b-1563-4225-94f5-c83b8a3fcf47 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:33.004177 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6221a92c-a36f-4aa7-9bba-efc24b188338 req-63bd2f9b-1563-4225-94f5-c83b8a3fcf47 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0509372 Apr 06 17:09:33.053171 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6221a92c-a36f-4aa7-9bba-efc24b188338 req-f1dfdd49-17df-4977-b7d1-8a57baf11cea tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Apr 06 17:09:34.169411 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb232e2-833a-4587-98ed-5cc8bfdc77d4 req-ba262ff1-21bc-468b-9e4d-5c5111ccf8be tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:34.170896 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4cb232e2-833a-4587-98ed-5cc8bfdc77d4 req-ba262ff1-21bc-468b-9e4d-5c5111ccf8be tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0528462 Apr 06 17:09:34.215786 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4cb232e2-833a-4587-98ed-5cc8bfdc77d4 req-f25d822b-8ca8-47a0-863d-0a3ce6c6e6ff tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Apr 06 17:09:35.175376 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa1de9-1134-4a11-a394-c4a49d5a1358 req-1761bee6-e3aa-4b5e-b7ec-1671d696cd83 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:35.176840 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c1fa1de9-1134-4a11-a394-c4a49d5a1358 req-1761bee6-e3aa-4b5e-b7ec-1671d696cd83 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.58 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.0520716 Apr 06 17:09:35.333778 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-c1fa1de9-1134-4a11-a394-c4a49d5a1358 req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Deleting port bd841000-5f41-4cf6-b694-bf49fbb9d034 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:09:35.334123 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c1fa1de9-1134-4a11-a394-c4a49d5a1358 req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:35.400409 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac3c4f-0a60-436a-ac78-e010eb458702 req-14fe58ac-8814-43ff-9602-94f4e1322342 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:35.401867 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bdac3c4f-0a60-436a-ac78-e010eb458702 req-14fe58ac-8814-43ff-9602-94f4e1322342 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 945 time: 0.1173487 Apr 06 17:09:35.461779 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-c1fa1de9-1134-4a11-a394-c4a49d5a1358 req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] For port bd841000-5f41-4cf6-b694-bf49fbb9d034, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=bd841000-5f41-4cf6-b694-bf49fbb9d034,segment=NetworkSegment(697b6153-f5dd-4cf3-8eee-dc740496b163),segment_id=697b6153-f5dd-4cf3-8eee-dc740496b163)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:09:35.462085 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c1fa1de9-1134-4a11-a394-c4a49d5a1358 req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:35.485905 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bdac3c4f-0a60-436a-ac78-e010eb458702 req-d12871c3-cf4c-4dbc-84d8-d4c111d62c43 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779481 Apr 06 17:09:35.486789 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-c1fa1de9-1134-4a11-a394-c4a49d5a1358 req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Calling delete_port for bd841000-5f41-4cf6-b694-bf49fbb9d034 owned by compute:nova {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:09:35.708262 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c1fa1de9-1134-4a11-a394-c4a49d5a1358 req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (bd841000-5f41-4cf6-b694-bf49fbb9d034), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:35.742146 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Pushing event deleted for resources: {'Port': ['ID=bd841000-5f41-4cf6-b694-bf49fbb9d034,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:35.756914 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['bd841000-5f41-4cf6-b694-bf49fbb9d034'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:09:35.789292 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.789662 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.790013 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.790357 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.790691 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.791051 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.791385 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.791715 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.792039 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.792386 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.792760 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.793061 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.793383 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.793704 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.794026 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:35.814756 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fa1de9-1134-4a11-a394-c4a49d5a1358 req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] No DVR routers for this DVR port bd841000-5f41-4cf6-b694-bf49fbb9d034 on host hv-cinder-83685 {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:09:35.818007 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c1fa1de9-1134-4a11-a394-c4a49d5a1358 req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:35.821534 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c1fa1de9-1134-4a11-a394-c4a49d5a1358 req-d58105f5-058c-483a-a405-0cc75b4282d4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.58 "DELETE /v2.0/ports/bd841000-5f41-4cf6-b694-bf49fbb9d034 HTTP/1.1" status: 204 len: 173 time: 0.6384995 Apr 06 17:09:35.821958 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00146ea8-176d-4312-a539-bf9eadd8132f', 'name': 'network-vif-deleted', 'tag': 'bd841000-5f41-4cf6-b694-bf49fbb9d034'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:09:35.824341 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369e919f-448b-4aec-9fbf-0777204f4775" -d '{"events": [{"server_uuid": "00146ea8-176d-4312-a539-bf9eadd8132f", "name": "network-vif-deleted", "tag": "bd841000-5f41-4cf6-b694-bf49fbb9d034"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:09:35.863812 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9606408c-0d93-4286-8410-83ab6e5f64d4 x-openstack-request-id: req-9606408c-0d93-4286-8410-83ab6e5f64d4 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:09:35.863812 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00146ea8-176d-4312-a539-bf9eadd8132f", "name": "network-vif-deleted", "tag": "bd841000-5f41-4cf6-b694-bf49fbb9d034", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:09:35.864147 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9606408c-0d93-4286-8410-83ab6e5f64d4 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:09:35.864246 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9606408c-0d93-4286-8410-83ab6e5f64d4'] response: {'server_uuid': '00146ea8-176d-4312-a539-bf9eadd8132f', 'name': 'network-vif-deleted', 'tag': 'bd841000-5f41-4cf6-b694-bf49fbb9d034', 'status': 'completed', 'code': 200} Apr 06 17:09:36.312993 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43291334-212b-4f10-91e6-f09e940d0afa req-a5c7725d-cf89-4550-9777-2387237d51ee tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:36.314466 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-43291334-212b-4f10-91e6-f09e940d0afa req-a5c7725d-cf89-4550-9777-2387237d51ee tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0526755 Apr 06 17:09:36.360410 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-43291334-212b-4f10-91e6-f09e940d0afa req-4b4540e1-985c-402f-ba10-222db34c297a tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402575 Apr 06 17:09:36.426440 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc930f1e-6237-4c65-aadc-70a5e0764855 req-9d50de51-8cc1-4eb2-9e1b-a15fa6e76ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:36.428025 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fc930f1e-6237-4c65-aadc-70a5e0764855 req-9d50de51-8cc1-4eb2-9e1b-a15fa6e76ce8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 1129 time: 0.0471683 Apr 06 17:09:36.517741 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc930f1e-6237-4c65-aadc-70a5e0764855 req-fd29eecf-4939-49ff-a4df-d410c6580a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:36.519226 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fc930f1e-6237-4c65-aadc-70a5e0764855 req-fd29eecf-4939-49ff-a4df-d410c6580a5c service neutron] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 919 time: 0.0830188 Apr 06 17:09:36.590357 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bd38021d-98d5-4c21-8fdf-5a807facf2ae req-12b35aa9-9cd5-4c1b-86fa-4f08a8592a38 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=00146ea8-176d-4312-a539-bf9eadd8132f HTTP/1.1" status: 200 len: 210 time: 0.0263283 Apr 06 17:09:36.851603 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fc930f1e-6237-4c65-aadc-70a5e0764855 req-89a6970a-29c4-4ff7-9c6f-8fd7d533316d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2333f71b-e347-4d34-9808-8a46724817eb HTTP/1.1" status: 200 len: 217 time: 0.0370350 Apr 06 17:09:36.901813 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc930f1e-6237-4c65-aadc-70a5e0764855 req-7aeba5bc-4cf2-430b-a0aa-792e836341ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:36.903224 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fc930f1e-6237-4c65-aadc-70a5e0764855 req-7aeba5bc-4cf2-430b-a0aa-792e836341ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.0435731 Apr 06 17:09:36.956326 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc930f1e-6237-4c65-aadc-70a5e0764855 req-11263422-d766-49bd-8c18-4887cdc13cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:36.957792 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fc930f1e-6237-4c65-aadc-70a5e0764855 req-11263422-d766-49bd-8c18-4887cdc13cdf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434995 Apr 06 17:09:37.052428 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fc930f1e-6237-4c65-aadc-70a5e0764855 req-ff0ca841-961e-4993-8546-7d20cb9b30f1 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846429 Apr 06 17:09:37.132029 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8beaf286-8afa-498f-992f-fea773542c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:37.412352 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fc930f1e-6237-4c65-aadc-70a5e0764855 req-5a526a76-65bd-4f6a-8766-c0e3eeba2047 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850000 Apr 06 17:09:37.484574 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aade1e-5e2b-4730-8a39-98e178fe1a01 req-4b301b6e-5730-4382-aaa4-4a5688dab914 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:37.486048 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90aade1e-5e2b-4730-8a39-98e178fe1a01 req-4b301b6e-5730-4382-aaa4-4a5688dab914 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0567954 Apr 06 17:09:37.532879 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90aade1e-5e2b-4730-8a39-98e178fe1a01 req-7d720c61-4072-4fc2-ae42-d7706aab4126 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414655 Apr 06 17:09:37.892472 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-19bcdb90-f39a-484f-aba0-8a82ddd96e8d tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:37.894328 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-19bcdb90-f39a-484f-aba0-8a82ddd96e8d tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/networks?id=e41698e1-acfb-42da-b907-5941632cb336 HTTP/1.1" status: 200 len: 809 time: 0.1007607 Apr 06 17:09:37.908672 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-93daa3e2-3886-4d84-9a64-e512043dac6f tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/quotas/94e709c599234ed38a51b6881b132ce5 HTTP/1.1" status: 200 len: 375 time: 0.0089927 Apr 06 17:09:37.943692 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-4a87645e-1af2-4d1e-9d14-89fae3e986ab tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94e709c599234ed38a51b6881b132ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299852 Apr 06 17:09:38.032864 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-b2e7fc4b-06d2-46ea-941e-188abb9ab77f service neutron] 10.222.0.66 "GET /v2.0/networks/e41698e1-acfb-42da-b907-5941632cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826244 Apr 06 17:09:38.123921 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-3c3448ee-bd97-43b1-9586-24042bddaaf5 service neutron] 10.222.0.66 "GET /v2.0/networks/e41698e1-acfb-42da-b907-5941632cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853932 Apr 06 17:09:38.357227 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4b99261-6b16-489f-85e7-92de9a423c7b req-9874871f-f552-4213-8c9b-d76ba5dfed3a tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 210 time: 0.0276442 Apr 06 17:09:38.653054 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dc350-5293-4a7f-be20-ace1af1468d7 req-efcd58f2-30c6-4cf4-a864-c185c302d347 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:38.655155 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0c7dc350-5293-4a7f-be20-ace1af1468d7 req-efcd58f2-30c6-4cf4-a864-c185c302d347 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0550208 Apr 06 17:09:38.700526 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0c7dc350-5293-4a7f-be20-ace1af1468d7 req-daadfdea-b01e-4cea-840e-fa838af7c53d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396931 Apr 06 17:09:39.452086 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-53772cc0-462e-4740-be1d-234c356d88a4 req-e10eebb8-2d17-412c-9c98-86899959d68f tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 210 time: 0.0295367 Apr 06 17:09:39.543459 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device bd841000-5f41-4cf6-b694-bf49fbb9d034 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:09:39.563792 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: bd841000-5f41-4cf6-b694-bf49fbb9d034 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:09:39.564196 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device bd841000-5f41-4cf6-b694-bf49fbb9d034 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:09:39.588459 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-800bee81-f0d2-4361-bec1-6cadfcee18ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:39.823647 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd718f1-a78f-4322-8594-9e74ed010232 req-e158f409-c57f-43ec-91a6-2c36373debf7 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:39.825129 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8fd718f1-a78f-4322-8594-9e74ed010232 req-e158f409-c57f-43ec-91a6-2c36373debf7 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0515168 Apr 06 17:09:39.871700 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8fd718f1-a78f-4322-8594-9e74ed010232 req-2d0448e4-3691-4516-8673-0815219a04fd tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409014 Apr 06 17:09:40.434543 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:40.550327 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2a3fc9ec-af4a-4b0d-a9ca-8c616a4c6dda req-3309d9bc-3e31-4642-81c7-149e2105645f tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 210 time: 0.0328116 Apr 06 17:09:41.046698 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01836aea-cc60-455f-ba34-2d04b897a9d5 req-3e0b4fb4-525e-422c-bd82-c69b953c14d9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:41.048188 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-01836aea-cc60-455f-ba34-2d04b897a9d5 req-3e0b4fb4-525e-422c-bd82-c69b953c14d9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.1115580 Apr 06 17:09:41.098136 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-5bab33df-aebe-4fe3-9548-da47f6c9cfc6 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:41.099651 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-5bab33df-aebe-4fe3-9548-da47f6c9cfc6 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.58 "GET /v2.0/networks?id=e41698e1-acfb-42da-b907-5941632cb336 HTTP/1.1" status: 200 len: 809 time: 0.1365845 Apr 06 17:09:41.120862 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Request body: {'port': {'device_id': 'ae5540a4-39fd-4da3-8b75-7512b8dfe1c3', 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336', 'admin_state_up': True, 'tenant_id': '94e709c599234ed38a51b6881b132ce5'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:09:41.129643 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-01836aea-cc60-455f-ba34-2d04b897a9d5 req-af4ae3fd-c2e5-4b6e-927c-256ff61cea7e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751886 Apr 06 17:09:41.503330 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Made reservation on behalf of 94e709c599234ed38a51b6881b132ce5 for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:09:41.506251 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:41.658243 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-487d5af8-48ca-4321-9ff8-a27df1cda144 req-97ff58ce-db3a-47c8-b7ca-2b7c0c8a3ae2 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 210 time: 0.0340102 Apr 06 17:09:41.725336 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Allocated IP 172.20.0.3 (e41698e1-acfb-42da-b907-5941632cb336/7d0b6959-bf80-4940-9450-eb11b3e78354/cbbbaf97-5e65-4bb9-8e23-fe05c07452bd) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:09:41.794459 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:41.874920 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks [] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:41.960743 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:42.005516 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Network e41698e1-acfb-42da-b907-5941632cb336 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:09:42.011107 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:09:42.015788 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:09:42.019927 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Pushing event updated for resources: {'Port': ['ID=cbbbaf97-5e65-4bb9-8e23-fe05c07452bd,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:42.068244 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:42.068940 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:42.126301 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e676668-9840-4c8f-8a99-10260b9c72bb req-5185974a-1d3b-4c9e-959a-def049ff41f7 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:42.127720 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0e676668-9840-4c8f-8a99-10260b9c72bb req-5185974a-1d3b-4c9e-959a-def049ff41f7 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 945 time: 0.0662413 Apr 06 17:09:42.174727 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-83019949-4dd6-4b41-87fe-3e3cc0dca8b4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0576432 Apr 06 17:09:42.178004 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0e676668-9840-4c8f-8a99-10260b9c72bb req-8f867c2a-1b20-44ef-8157-1f58c9d7d58f tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447378 Apr 06 17:09:42.251684 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2135339-6e33-454d-9c1f-6ef27abc1f26 req-3c86bac4-39ec-4f30-83d0-039c712fe6a0 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:42.253125 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e2135339-6e33-454d-9c1f-6ef27abc1f26 req-3c86bac4-39ec-4f30-83d0-039c712fe6a0 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0563662 Apr 06 17:09:42.299166 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e2135339-6e33-454d-9c1f-6ef27abc1f26 req-7ec5e4cd-b0a8-43d4-9ed0-37a5d72e9ab3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 Apr 06 17:09:42.776636 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de21d3-8f96-40d4-9e5a-b7e2225d5ed2 req-64a47bfc-0f5a-4e14-ac26-73218d3a808c tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:42.778082 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-17de21d3-8f96-40d4-9e5a-b7e2225d5ed2 req-64a47bfc-0f5a-4e14-ac26-73218d3a808c tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 931 time: 0.0528219 Apr 06 17:09:42.825860 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-17de21d3-8f96-40d4-9e5a-b7e2225d5ed2 req-c8b53606-34de-4ee1-b93e-78dce279f29b tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421538 Apr 06 17:09:43.294411 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a3318-89c3-4d09-bce1-a59ecdf762f9 req-e0dd19af-cca9-40dd-b5c0-231fab391fea tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:43.296401 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7f7a3318-89c3-4d09-bce1-a59ecdf762f9 req-e0dd19af-cca9-40dd-b5c0-231fab391fea tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 945 time: 0.0530200 Apr 06 17:09:43.308918 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:43.346554 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7f7a3318-89c3-4d09-bce1-a59ecdf762f9 req-657b1098-854b-43b0-91c2-a8764821f1c1 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Apr 06 17:09:43.418836 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2181f-a04f-4a96-9729-96fc74a419ba req-aa54d4a2-c4ad-4c35-b2d9-1db672b306a9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:43.420419 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2ad2181f-a04f-4a96-9729-96fc74a419ba req-aa54d4a2-c4ad-4c35-b2d9-1db672b306a9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0530748 Apr 06 17:09:43.468034 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2ad2181f-a04f-4a96-9729-96fc74a419ba req-1b3e4d4e-ada2-4c37-9c20-ac5d146b3240 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Apr 06 17:09:43.815227 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Request body: {'port': {'device_id': 'ae5540a4-39fd-4da3-8b75-7512b8dfe1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:09:43.877492 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:44.019158 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd65983-4d80-421e-9c2c-adaf63da6ccc req-b36d5474-2faf-4ff5-b899-222da702d55f tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:44.020656 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8cd65983-4d80-421e-9c2c-adaf63da6ccc req-b36d5474-2faf-4ff5-b899-222da702d55f tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 931 time: 0.1296856 Apr 06 17:09:44.125082 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8cd65983-4d80-421e-9c2c-adaf63da6ccc req-3153f1c5-2529-4dd2-9946-3d99cc58ccad tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981698 Apr 06 17:09:44.208836 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbbaf97-5e65-4bb9-8e23-fe05c07452bd {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:09:44.216302 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Publish callbacks [] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:44.229289 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Transition to ACTIVE for port object cbbbaf97-5e65-4bb9-8e23-fe05c07452bd will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:09:44.303334 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:44.355204 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Pushing event updated for resources: {'Port': ['ID=cbbbaf97-5e65-4bb9-8e23-fe05c07452bd,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:44.452143 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Attempting to bind port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:09:44.452479 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Attempting to bind port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '697b6153-f5dd-4cf3-8eee-dc740496b163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:09:44.452814 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Attempting to bind port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd on network e41698e1-acfb-42da-b907-5941632cb336 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:09:44.459815 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd on network e41698e1-acfb-42da-b907-5941632cb336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:09:44.460133 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Attempting to bind port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd on network e41698e1-acfb-42da-b907-5941632cb336 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:09:44.467757 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:09:44.468091 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Checking segment: {'id': '697b6153-f5dd-4cf3-8eee-dc740496b163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:09:44.468471 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Bound using segment: {'id': '697b6153-f5dd-4cf3-8eee-dc740496b163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:09:44.468893 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Bound port: cbbbaf97-5e65-4bb9-8e23-fe05c07452bd, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697b6153-f5dd-4cf3-8eee-dc740496b163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:09:44.469255 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:44.495825 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b439f-d561-43d1-a3d0-5db6c3fd45d5 req-6c200e9c-c776-4ba0-84ad-9ae985d645f9 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:44.497397 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-096b439f-d561-43d1-a3d0-5db6c3fd45d5 req-6c200e9c-c776-4ba0-84ad-9ae985d645f9 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 945 time: 0.0828919 Apr 06 17:09:44.613933 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] For port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:09:44.627251 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-096b439f-d561-43d1-a3d0-5db6c3fd45d5 req-d19543c8-e938-4cea-9da8-4c11d2d62a2d tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042025 Apr 06 17:09:44.637057 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] For port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=cbbbaf97-5e65-4bb9-8e23-fe05c07452bd,segment=NetworkSegment(697b6153-f5dd-4cf3-8eee-dc740496b163),segment_id=697b6153-f5dd-4cf3-8eee-dc740496b163)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:09:44.661606 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111df9b1-a506-4fec-b29f-aa9d4abe7638 req-4f9be41c-1be2-4e4c-a4d9-17a641405201 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:44.663202 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-111df9b1-a506-4fec-b29f-aa9d4abe7638 req-4f9be41c-1be2-4e4c-a4d9-17a641405201 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.1069138 Apr 06 17:09:44.694222 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990b01-e3dc-4079-b2a0-06104b94345e req-7cc9ab89-ce2b-4259-a323-198f19fa0da0 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:44.696716 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-ba990b01-e3dc-4079-b2a0-06104b94345e req-7cc9ab89-ce2b-4259-a323-198f19fa0da0 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.58 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 945 time: 0.0694549 Apr 06 17:09:44.711635 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:44.722908 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-111df9b1-a506-4fec-b29f-aa9d4abe7638 req-3f21c838-a4a8-4af7-adf6-a73a12738bf3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536144 Apr 06 17:09:44.751089 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:44.751888 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:44.754987 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] 10.222.0.58 "PUT /v2.0/ports/cbbbaf97-5e65-4bb9-8e23-fe05c07452bd HTTP/1.1" status: 200 len: 1093 time: 0.9441361 Apr 06 17:09:44.755476 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5540a4-39fd-4da3-8b75-7512b8dfe1c3', 'tag': 'cbbbaf97-5e65-4bb9-8e23-fe05c07452bd'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:09:44.757711 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb32d45-d588-48d8-afc6-481f14ab8717" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5540a4-39fd-4da3-8b75-7512b8dfe1c3", "tag": "cbbbaf97-5e65-4bb9-8e23-fe05c07452bd"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:09:44.784463 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920661b8-f434-4741-8411-d83aafb89f4d service neutron] Pushing event updated for resources: {'Port': ['ID=cbbbaf97-5e65-4bb9-8e23-fe05c07452bd,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:44.802640 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4514ca-112a-45a0-9743-edeaa9401104 x-openstack-request-id: req-ba4514ca-112a-45a0-9743-edeaa9401104 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:09:44.805877 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5540a4-39fd-4da3-8b75-7512b8dfe1c3", "tag": "cbbbaf97-5e65-4bb9-8e23-fe05c07452bd", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:09:44.805877 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba4514ca-112a-45a0-9743-edeaa9401104 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:09:44.805877 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba4514ca-112a-45a0-9743-edeaa9401104'] response: {'name': 'network-changed', 'server_uuid': 'ae5540a4-39fd-4da3-8b75-7512b8dfe1c3', 'tag': 'cbbbaf97-5e65-4bb9-8e23-fe05c07452bd', 'status': 'completed', 'code': 200} Apr 06 17:09:44.807548 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-ba990b01-e3dc-4079-b2a0-06104b94345e req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Deleting port e82d3d34-a8c8-4be8-bdf4-65b88492fe81 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:09:44.807900 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-ba990b01-e3dc-4079-b2a0-06104b94345e req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:44.899946 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb32d45-d588-48d8-afc6-481f14ab8717 req-67a74629-7445-4506-a778-da7284729d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:44.901590 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7cb32d45-d588-48d8-afc6-481f14ab8717 req-67a74629-7445-4506-a778-da7284729d90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94e709c599234ed38a51b6881b132ce5&device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 1127 time: 0.0462911 Apr 06 17:09:44.902849 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-ba990b01-e3dc-4079-b2a0-06104b94345e req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] For port e82d3d34-a8c8-4be8-bdf4-65b88492fe81, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e82d3d34-a8c8-4be8-bdf4-65b88492fe81,segment=NetworkSegment(851bd40e-0dfd-4585-8be2-82f24f745284),segment_id=851bd40e-0dfd-4585-8be2-82f24f745284)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:09:44.903267 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-ba990b01-e3dc-4079-b2a0-06104b94345e req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:44.917622 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-ba990b01-e3dc-4079-b2a0-06104b94345e req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Calling delete_port for e82d3d34-a8c8-4be8-bdf4-65b88492fe81 owned by compute:nova {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:09:45.013430 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb32d45-d588-48d8-afc6-481f14ab8717 req-1925c92e-9619-4f11-b7c9-a066063e6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:45.015502 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7cb32d45-d588-48d8-afc6-481f14ab8717 req-1925c92e-9619-4f11-b7c9-a066063e6ca5 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=94e709c599234ed38a51b6881b132ce5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0967202 Apr 06 17:09:45.109516 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-ba990b01-e3dc-4079-b2a0-06104b94345e req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (e82d3d34-a8c8-4be8-bdf4-65b88492fe81), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:45.113461 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb32d45-d588-48d8-afc6-481f14ab8717 req-75c39794-d63b-4f4d-9cf8-51b1c742b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:45.114941 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7cb32d45-d588-48d8-afc6-481f14ab8717 req-75c39794-d63b-4f4d-9cf8-51b1c742b253 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911508 Apr 06 17:09:45.140230 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Pushing event deleted for resources: {'Port': ['ID=e82d3d34-a8c8-4be8-bdf4-65b88492fe81,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:45.153707 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.154064 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.154580 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.154927 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.155480 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.155823 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.156182 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.156684 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.157191 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.157313 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['e82d3d34-a8c8-4be8-bdf4-65b88492fe81'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:09:45.158152 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.158492 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.159130 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.159724 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.160064 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.160579 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:09:45.199711 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba990b01-e3dc-4079-b2a0-06104b94345e req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] No DVR routers for this DVR port e82d3d34-a8c8-4be8-bdf4-65b88492fe81 on host hv-cinder-83685 {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:09:45.203347 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-ba990b01-e3dc-4079-b2a0-06104b94345e req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:45.206745 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-ba990b01-e3dc-4079-b2a0-06104b94345e req-2fea28e2-b20a-4b02-bf87-da470cc3caae tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.58 "DELETE /v2.0/ports/e82d3d34-a8c8-4be8-bdf4-65b88492fe81 HTTP/1.1" status: 204 len: 173 time: 0.5039973 Apr 06 17:09:45.207223 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d3dd2d-c437-49b2-956c-66a15cd182ed', 'name': 'network-vif-deleted', 'tag': 'e82d3d34-a8c8-4be8-bdf4-65b88492fe81'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:09:45.209445 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733a8417-0ae7-4a9c-bff9-340eb3e4503e" -d '{"events": [{"server_uuid": "15d3dd2d-c437-49b2-956c-66a15cd182ed", "name": "network-vif-deleted", "tag": "e82d3d34-a8c8-4be8-bdf4-65b88492fe81"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:09:45.246300 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae9451c-2c2b-4bf2-bd58-4008bd8b0b90 x-openstack-request-id: req-aae9451c-2c2b-4bf2-bd58-4008bd8b0b90 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:09:45.246725 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d3dd2d-c437-49b2-956c-66a15cd182ed", "name": "network-vif-deleted", "tag": "e82d3d34-a8c8-4be8-bdf4-65b88492fe81", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:09:45.247062 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aae9451c-2c2b-4bf2-bd58-4008bd8b0b90 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:09:45.247661 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae9451c-2c2b-4bf2-bd58-4008bd8b0b90'] response: {'server_uuid': '15d3dd2d-c437-49b2-956c-66a15cd182ed', 'name': 'network-vif-deleted', 'tag': 'e82d3d34-a8c8-4be8-bdf4-65b88492fe81', 'status': 'completed', 'code': 200} Apr 06 17:09:45.265332 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-44073176-220b-4852-a14c-1eaf1539043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:45.266860 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-44073176-220b-4852-a14c-1eaf1539043f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94e709c599234ed38a51b6881b132ce5&device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 1127 time: 0.0758991 Apr 06 17:09:45.280974 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54af20-bdd9-402d-871d-c77b1a30737a req-3658a054-a48f-42f3-a307-3844a54ba663 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:45.282414 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5c54af20-bdd9-402d-871d-c77b1a30737a req-3658a054-a48f-42f3-a307-3844a54ba663 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 943 time: 0.0814099 Apr 06 17:09:45.344510 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-319c7001-9fad-4e57-b359-a7fa68e4c397 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbbbaf97-5e65-4bb9-8e23-fe05c07452bd HTTP/1.1" status: 200 len: 217 time: 0.0410137 Apr 06 17:09:45.392721 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5c54af20-bdd9-402d-871d-c77b1a30737a req-9f99ca1e-bb3f-4346-94e2-c7744876b8f8 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044085 Apr 06 17:09:45.410599 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-4ae6076c-e690-4d55-ac45-76714830d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:45.410599 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-4ae6076c-e690-4d55-ac45-76714830d1af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7d0b6959-bf80-4940-9450-eb11b3e78354 HTTP/1.1" status: 200 len: 849 time: 0.0584121 Apr 06 17:09:45.475320 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-89d86a24-ac77-43e9-91bd-254cdc99b9bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e41698e1-acfb-42da-b907-5941632cb336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257769 Apr 06 17:09:45.576874 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-cb512cb5-2aa6-4f8c-9843-9c76057a7f91 service neutron] 10.222.0.58 "GET /v2.0/networks/e41698e1-acfb-42da-b907-5941632cb336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884266 Apr 06 17:09:45.685585 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161b2889-cd8a-45af-a243-6ed5dc1b2ff8 req-4ecfb3c2-eadb-4be4-a992-96996ae30497 service neutron] 10.222.0.58 "GET /v2.0/networks/e41698e1-acfb-42da-b907-5941632cb336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876751 Apr 06 17:09:45.738679 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b09ccdcd-0c40-4204-b6b6-7fc47535f40b req-64de450c-5316-41a0-a7cc-d4c8f665a14b tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 210 time: 0.0282848 Apr 06 17:09:45.863347 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d748d1-528a-4327-87a7-c6b55ff6c143 req-26cd1897-ac9a-49f5-a2d9-80bb865bd315 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:45.864931 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c9d748d1-528a-4327-87a7-c6b55ff6c143 req-26cd1897-ac9a-49f5-a2d9-80bb865bd315 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0547888 Apr 06 17:09:45.910559 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c9d748d1-528a-4327-87a7-c6b55ff6c143 req-cc61d9bc-ca68-4eaa-a784-8e121b37c5e1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399959 Apr 06 17:09:46.510268 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bfb26-7815-4a7a-8993-c68c32c10fba req-268437ab-597f-4917-81a6-bb64a618fb47 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:46.511782 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-de0bfb26-7815-4a7a-8993-c68c32c10fba req-268437ab-597f-4917-81a6-bb64a618fb47 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 943 time: 0.0533633 Apr 06 17:09:46.560244 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-de0bfb26-7815-4a7a-8993-c68c32c10fba req-78c60ed7-dc71-4dd0-9226-f1fba2c3e8e4 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422060 Apr 06 17:09:46.841477 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e02c0313-a519-4beb-9951-465dc97e3728 req-5c15ebaa-9926-4034-bbc3-3577c938bb64 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 210 time: 0.0265057 Apr 06 17:09:47.033075 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af304-0e4b-469e-83c6-0c89e4f841fe req-928339a0-3c11-4a00-b10d-d3c597d6f28f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:47.034514 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-993af304-0e4b-469e-83c6-0c89e4f841fe req-928339a0-3c11-4a00-b10d-d3c597d6f28f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0566795 Apr 06 17:09:47.079622 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-993af304-0e4b-469e-83c6-0c89e4f841fe req-67ea1b0b-b3d8-46f9-8098-3d65c3695a47 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395362 Apr 06 17:09:47.555991 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device e82d3d34-a8c8-4be8-bdf4-65b88492fe81 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:09:47.575664 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: e82d3d34-a8c8-4be8-bdf4-65b88492fe81 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:09:47.576009 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device e82d3d34-a8c8-4be8-bdf4-65b88492fe81 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:09:47.674691 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248471-056e-4f37-ae97-49da6143d1ca req-370dd023-f7f2-4943-8278-1bf528784fe9 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:47.676195 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06248471-056e-4f37-ae97-49da6143d1ca req-370dd023-f7f2-4943-8278-1bf528784fe9 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 943 time: 0.0514970 Apr 06 17:09:47.722727 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06248471-056e-4f37-ae97-49da6143d1ca req-b11c6e13-54f1-4027-8a32-98f665f977fd tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Apr 06 17:09:47.947426 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d9375003-cb78-4da2-90dc-cc96dd418c4d req-d034b464-2fb4-4381-a5a1-da253e7639c7 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 210 time: 0.0270979 Apr 06 17:09:48.201076 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fe778-6ac4-4b87-b134-09e9312901cb req-c3b88cfe-72ce-48ff-ad28-505ca8125fc2 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:48.202514 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a80fe778-6ac4-4b87-b134-09e9312901cb req-c3b88cfe-72ce-48ff-ad28-505ca8125fc2 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0566802 Apr 06 17:09:48.248906 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a80fe778-6ac4-4b87-b134-09e9312901cb req-3af87353-58f6-4191-87c3-cb65cdf5af9b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408251 Apr 06 17:09:48.840521 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39decd9e-3eaf-46f6-b19c-130ba7ae5d40 req-aac9ae9e-4dcc-42e2-8ff7-885dca74bf76 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:48.842018 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-39decd9e-3eaf-46f6-b19c-130ba7ae5d40 req-aac9ae9e-4dcc-42e2-8ff7-885dca74bf76 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 943 time: 0.0531743 Apr 06 17:09:48.889760 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-39decd9e-3eaf-46f6-b19c-130ba7ae5d40 req-018fffd1-c27c-423f-8108-f0bbdce4e460 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Apr 06 17:09:49.053802 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e5757f1c-5494-4d2b-b229-c40965926655 req-3209ad1f-463c-4a06-bfef-aca516d4dd76 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=15d3dd2d-c437-49b2-956c-66a15cd182ed HTTP/1.1" status: 200 len: 210 time: 0.0293880 Apr 06 17:09:49.367800 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcaeb1-03ba-4c1d-8da7-7f0eb959510b req-943c6fd2-7666-432d-a163-ea32010c4551 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:49.369275 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-25fcaeb1-03ba-4c1d-8da7-7f0eb959510b req-943c6fd2-7666-432d-a163-ea32010c4551 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0542350 Apr 06 17:09:49.416686 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-25fcaeb1-03ba-4c1d-8da7-7f0eb959510b req-c0d207b2-0e04-44c0-9389-695b522a6683 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Apr 06 17:09:49.584565 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device cbbbaf97-5e65-4bb9-8e23-fe05c07452bd details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:09:49.681933 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=cbbbaf97-5e65-4bb9-8e23-fe05c07452bd,segment=NetworkSegment(697b6153-f5dd-4cf3-8eee-dc740496b163),segment_id=697b6153-f5dd-4cf3-8eee-dc740496b163)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:09:49.694413 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': 'cbbbaf97-5e65-4bb9-8e23-fe05c07452bd', 'network_id': 'e41698e1-acfb-42da-b907-5941632cb336', 'port_id': 'cbbbaf97-5e65-4bb9-8e23-fe05c07452bd', 'mac_address': 'fa:16:3e:90:db:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0b6959-bf80-4940-9450-eb11b3e78354', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:09:49.733146 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:09:49.733970 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:49.746495 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbbaf97-5e65-4bb9-8e23-fe05c07452bd {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:09:49.767986 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=cbbbaf97-5e65-4bb9-8e23-fe05c07452bd,segment=NetworkSegment(697b6153-f5dd-4cf3-8eee-dc740496b163),segment_id=697b6153-f5dd-4cf3-8eee-dc740496b163)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:09:49.853117 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:49.906261 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=cbbbaf97-5e65-4bb9-8e23-fe05c07452bd,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:50.011689 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213e956-4950-4451-9f3c-a6a44799dda3 req-44747441-fe3f-4cc1-b078-8755d49e1a30 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:50.013429 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4213e956-4950-4451-9f3c-a6a44799dda3 req-44747441-fe3f-4cc1-b078-8755d49e1a30 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 944 time: 0.0543926 Apr 06 17:09:50.061825 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4213e956-4950-4451-9f3c-a6a44799dda3 req-c86cf1e4-ab36-4cb4-bc2e-f7db8061c28e tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Apr 06 17:09:50.408483 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['cbbbaf97-5e65-4bb9-8e23-fe05c07452bd'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:09:50.543340 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939d201-212e-4dcd-a4b5-9a2df522eef9 req-bd588865-6fc0-4b65-839a-7121329530cc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:50.544817 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d939d201-212e-4dcd-a4b5-9a2df522eef9 req-bd588865-6fc0-4b65-839a-7121329530cc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0579600 Apr 06 17:09:50.591568 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d939d201-212e-4dcd-a4b5-9a2df522eef9 req-c8f0143e-7f99-4946-897b-5b795af6af7f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405564 Apr 06 17:09:51.177217 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2b43d-944c-4a01-beaa-c03360d75c89 req-42aef666-a404-43df-ac6c-1f211b445787 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:51.178692 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a2d2b43d-944c-4a01-beaa-c03360d75c89 req-42aef666-a404-43df-ac6c-1f211b445787 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 944 time: 0.0522346 Apr 06 17:09:51.225374 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a2d2b43d-944c-4a01-beaa-c03360d75c89 req-19c1ef42-6c1f-45a0-81f8-26d92011e7eb tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412087 Apr 06 17:09:51.707109 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1a682-a10a-41a8-a5be-4279232532f2 req-d1d66857-5902-4ff3-8dc9-e7b3150bc8fb tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:51.708558 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-65e1a682-a10a-41a8-a5be-4279232532f2 req-d1d66857-5902-4ff3-8dc9-e7b3150bc8fb tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0509243 Apr 06 17:09:51.759623 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-65e1a682-a10a-41a8-a5be-4279232532f2 req-252fb069-4c84-484a-84c7-d727a589ec67 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452325 Apr 06 17:09:52.341563 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb73a-469c-49b5-8b46-3ba4ee972c83 req-0f67c09f-ee10-45d5-b61d-3166bc017da1 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:52.343602 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8fadb73a-469c-49b5-8b46-3ba4ee972c83 req-0f67c09f-ee10-45d5-b61d-3166bc017da1 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 944 time: 0.0520794 Apr 06 17:09:52.390317 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8fadb73a-469c-49b5-8b46-3ba4ee972c83 req-17030437-1c62-45e0-afdb-355058e58f97 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Apr 06 17:09:52.874194 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3e7b0-585e-48a4-b102-b7aac35bbb6f req-41585f40-af67-4460-bf88-0b0b197eb3a2 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:52.875576 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3ea3e7b0-585e-48a4-b102-b7aac35bbb6f req-41585f40-af67-4460-bf88-0b0b197eb3a2 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0507350 Apr 06 17:09:52.919169 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3ea3e7b0-585e-48a4-b102-b7aac35bbb6f req-c8795aa3-7c23-4eea-b4d3-f97f4ef26dba tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381043 Apr 06 17:09:53.508637 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaf0ef-0e55-4c3f-bf3a-5c3d2baea7ca req-d8dec2c4-9e0d-4a2f-bfaa-d6ffac6a9a71 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:53.510195 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7bfaf0ef-0e55-4c3f-bf3a-5c3d2baea7ca req-d8dec2c4-9e0d-4a2f-bfaa-d6ffac6a9a71 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 944 time: 0.0546529 Apr 06 17:09:53.557116 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7bfaf0ef-0e55-4c3f-bf3a-5c3d2baea7ca req-7ba03b62-7c68-4e37-8aaf-a10c6342b8a9 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Apr 06 17:09:54.034392 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d784849-fb37-428e-bef3-0ac889d0946b req-ccc44c6a-4f82-4f22-9c4f-0822af64cec0 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:54.035804 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5d784849-fb37-428e-bef3-0ac889d0946b req-ccc44c6a-4f82-4f22-9c4f-0822af64cec0 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0526924 Apr 06 17:09:54.081155 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5d784849-fb37-428e-bef3-0ac889d0946b req-5c2d88a3-6e46-46fb-85a3-b0e50dc0ab5f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Apr 06 17:09:54.681364 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec55e4-e66f-485c-867d-193993858d78 req-d79be769-d0c0-421e-ad46-95d10989aa40 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:54.683132 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c7ec55e4-e66f-485c-867d-193993858d78 req-d79be769-d0c0-421e-ad46-95d10989aa40 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 944 time: 0.0614202 Apr 06 17:09:54.735803 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c7ec55e4-e66f-485c-867d-193993858d78 req-e8ef06d7-a43c-4691-b646-bb5811c0ec81 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470948 Apr 06 17:09:55.196658 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e23118-d80c-4cca-a29d-356bf8b09b15 req-8161c18e-eb8f-44f0-bb51-4c9837afa3c9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:55.198134 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-54e23118-d80c-4cca-a29d-356bf8b09b15 req-8161c18e-eb8f-44f0-bb51-4c9837afa3c9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0524337 Apr 06 17:09:55.242912 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-54e23118-d80c-4cca-a29d-356bf8b09b15 req-87153616-70f4-460d-a96e-1374183162d8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392766 Apr 06 17:09:55.851084 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5035cfd-dbca-4ac6-822f-b5e32bc28d39 req-a11a2ea6-50da-4f2f-81b9-5a5f7e1463d3 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:55.852522 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5035cfd-dbca-4ac6-822f-b5e32bc28d39 req-a11a2ea6-50da-4f2f-81b9-5a5f7e1463d3 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 944 time: 0.0509090 Apr 06 17:09:55.900359 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5035cfd-dbca-4ac6-822f-b5e32bc28d39 req-0f53d58a-7261-4424-8400-5806e1366efc tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Apr 06 17:09:56.355327 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271ec4f-4968-4208-ad7e-cbc9398bf0a9 req-4e3d818f-5c7c-421d-bd0b-51269d73e046 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:56.356751 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8271ec4f-4968-4208-ad7e-cbc9398bf0a9 req-4e3d818f-5c7c-421d-bd0b-51269d73e046 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0505180 Apr 06 17:09:56.401895 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8271ec4f-4968-4208-ad7e-cbc9398bf0a9 req-47a8328f-46de-4618-aab4-402109ea4758 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Apr 06 17:09:57.017298 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c62bf-5db7-4734-b82a-633b4211736f req-f7d15e45-d099-4251-9aeb-3daecfedf05b tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:57.018832 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-975c62bf-5db7-4734-b82a-633b4211736f req-f7d15e45-d099-4251-9aeb-3daecfedf05b tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 944 time: 0.0542209 Apr 06 17:09:57.067023 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-975c62bf-5db7-4734-b82a-633b4211736f req-55c8de24-06ab-4869-b054-e4ff368dc94e tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426478 Apr 06 17:09:57.520735 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ea381-6fbc-47ee-9558-ef496402d258 req-7c1f0132-a377-4ef9-bc4c-09251b0a4149 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:57.522301 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b33ea381-6fbc-47ee-9558-ef496402d258 req-7c1f0132-a377-4ef9-bc4c-09251b0a4149 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0559826 Apr 06 17:09:57.569224 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b33ea381-6fbc-47ee-9558-ef496402d258 req-9c6da456-6731-40f0-bdf6-1e1a9966ecaf tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415812 Apr 06 17:09:58.180783 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6ec72-22d2-48ca-94f3-8887c07b5076 req-a78cbc38-cc13-409b-9aac-2d3cf65e35ca tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:58.182202 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6dd6ec72-22d2-48ca-94f3-8887c07b5076 req-a78cbc38-cc13-409b-9aac-2d3cf65e35ca tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 944 time: 0.0505180 Apr 06 17:09:58.227370 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6dd6ec72-22d2-48ca-94f3-8887c07b5076 req-906f0b14-6074-4ee1-aac7-4e44ab796a0c tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 Apr 06 17:09:58.685434 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c772a09-e4d5-47bf-a5fd-be22d4ebae6d req-b8f0fe66-a79c-4fa8-9ec0-b1a710b7adde tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:58.687404 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0c772a09-e4d5-47bf-a5fd-be22d4ebae6d req-b8f0fe66-a79c-4fa8-9ec0-b1a710b7adde tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0521550 Apr 06 17:09:58.736337 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0c772a09-e4d5-47bf-a5fd-be22d4ebae6d req-aee64ad1-1a1e-478d-9b4e-1cf9535f5e9e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Apr 06 17:09:59.085166 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device cbbbaf97-5e65-4bb9-8e23-fe05c07452bd up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:09:59.184138 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:09:59.188324 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:09:59.188706 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:59.266310 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:09:59.266700 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:59.292565 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5540a4-39fd-4da3-8b75-7512b8dfe1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbbaf97-5e65-4bb9-8e23-fe05c07452bd'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:09:59.294775 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8416d01-af94-4791-86da-05882a1fd69c" -d '{"events": [{"server_uuid": "ae5540a4-39fd-4da3-8b75-7512b8dfe1c3", "name": "network-vif-plugged", "status": "completed", "tag": "cbbbaf97-5e65-4bb9-8e23-fe05c07452bd"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:09:59.307328 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=cbbbaf97-5e65-4bb9-8e23-fe05c07452bd,segment=NetworkSegment(697b6153-f5dd-4cf3-8eee-dc740496b163),segment_id=697b6153-f5dd-4cf3-8eee-dc740496b163)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:09:59.332323 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03aa54a-1d92-4082-9aa7-ca8bee226062 x-openstack-request-id: req-f03aa54a-1d92-4082-9aa7-ca8bee226062 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:09:59.332637 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5540a4-39fd-4da3-8b75-7512b8dfe1c3", "name": "network-vif-plugged", "status": "completed", "tag": "cbbbaf97-5e65-4bb9-8e23-fe05c07452bd", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:09:59.332927 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f03aa54a-1d92-4082-9aa7-ca8bee226062 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:09:59.333320 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03aa54a-1d92-4082-9aa7-ca8bee226062'] response: {'server_uuid': 'ae5540a4-39fd-4da3-8b75-7512b8dfe1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbbaf97-5e65-4bb9-8e23-fe05c07452bd', 'code': 200} Apr 06 17:09:59.354306 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa08346-b3a3-4540-aea3-f424a300a34d req-fa6b41db-926e-4669-bb48-f700770b1b78 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:59.355881 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0aa08346-b3a3-4540-aea3-f424a300a34d req-fa6b41db-926e-4669-bb48-f700770b1b78 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 944 time: 0.0633609 Apr 06 17:09:59.373015 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:09:59.408556 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0aa08346-b3a3-4540-aea3-f424a300a34d req-20bd25b5-ce71-4ddb-ba60-577314710d3b tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463126 Apr 06 17:09:59.421636 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=cbbbaf97-5e65-4bb9-8e23-fe05c07452bd,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:09:59.995823 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53384a2b-c43f-47ae-b536-52ec489d5586 req-d8b82fb2-735f-401a-b440-a40f706c6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:09:59.997307 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-53384a2b-c43f-47ae-b536-52ec489d5586 req-d8b82fb2-735f-401a-b440-a40f706c6311 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 1129 time: 0.0550308 Apr 06 17:10:00.046453 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-53384a2b-c43f-47ae-b536-52ec489d5586 req-11a2813e-c343-4a25-9fa6-cca5a91d42be service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Apr 06 17:10:00.098582 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf6642-80b3-4cac-a4d1-b7c5c691c81f req-cfa026eb-5f7b-41f1-b4eb-d55815697fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:00.100113 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0edf6642-80b3-4cac-a4d1-b7c5c691c81f req-cfa026eb-5f7b-41f1-b4eb-d55815697fd8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 1129 time: 0.3113623 Apr 06 17:10:00.110087 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0c38-9c45-4bec-a973-f91c376e7bb6 req-5cfea01e-df52-438f-9f8d-18b0a3b2a02a tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:00.111475 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-30eb0c38-9c45-4bec-a973-f91c376e7bb6 req-5cfea01e-df52-438f-9f8d-18b0a3b2a02a tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.2940392 Apr 06 17:10:00.156557 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-30eb0c38-9c45-4bec-a973-f91c376e7bb6 req-1d3065c0-444e-4bfe-9738-0fe6bf307842 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394921 Apr 06 17:10:00.523499 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06589949-3270-43e0-83a9-6a82680c3f04 req-6bf91e23-c992-4b88-af72-56e5579e11d0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:00.524953 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06589949-3270-43e0-83a9-6a82680c3f04 req-6bf91e23-c992-4b88-af72-56e5579e11d0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0520961 Apr 06 17:10:00.570610 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06589949-3270-43e0-83a9-6a82680c3f04 req-922df0a4-4065-4a3c-b7ec-c6c4e9a7a47d tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Apr 06 17:10:00.855858 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0edf6642-80b3-4cac-a4d1-b7c5c691c81f req-f7694627-04f5-4e83-ae74-e115fa6c0228 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359576 Apr 06 17:10:01.273954 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d72254-99f1-491c-a97b-d7ea6f7b8dcf req-2bfa66b0-98d2-4dd1-bc82-d24bafd16c55 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:01.275439 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-39d72254-99f1-491c-a97b-d7ea6f7b8dcf req-2bfa66b0-98d2-4dd1-bc82-d24bafd16c55 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0553346 Apr 06 17:10:01.322038 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-39d72254-99f1-491c-a97b-d7ea6f7b8dcf req-47bbc3b4-67ee-4d23-a831-ffad122d2761 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Apr 06 17:10:01.685720 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec18e79-aa4d-4a2c-87a3-21340f704d17 req-6bd977cf-465c-479b-a01a-b00440beb936 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:01.687221 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fec18e79-aa4d-4a2c-87a3-21340f704d17 req-6bd977cf-465c-479b-a01a-b00440beb936 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0524352 Apr 06 17:10:01.732307 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fec18e79-aa4d-4a2c-87a3-21340f704d17 req-66d4e8d3-2bbd-4f47-9ce7-33899cefbeb6 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395584 Apr 06 17:10:02.338440 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:02.435626 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149de05d-f6f8-48c2-afe9-68f72db0b691 req-5af1d21e-978d-4bdb-a5c7-5a08756fdce6 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:02.437593 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-149de05d-f6f8-48c2-afe9-68f72db0b691 req-5af1d21e-978d-4bdb-a5c7-5a08756fdce6 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0520341 Apr 06 17:10:02.485821 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-149de05d-f6f8-48c2-afe9-68f72db0b691 req-bdd4f1c9-83e7-4d9a-a85c-c9c37a6d0089 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427191 Apr 06 17:10:02.846402 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb206fc4-17d4-4530-8c65-f48d6740c7d4 req-4599f780-bc28-41d3-ad86-7ab97b7e9197 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:02.847883 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cb206fc4-17d4-4530-8c65-f48d6740c7d4 req-4599f780-bc28-41d3-ad86-7ab97b7e9197 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0511158 Apr 06 17:10:02.893522 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cb206fc4-17d4-4530-8c65-f48d6740c7d4 req-ea3f5335-df04-426e-b071-5e519fd59f6f tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Apr 06 17:10:03.601765 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3db16-c89b-450c-89db-72749d7f9d61 req-480d3cbf-0515-4c69-b20f-be83008a71e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:03.603221 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3ea3db16-c89b-450c-89db-72749d7f9d61 req-480d3cbf-0515-4c69-b20f-be83008a71e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0506938 Apr 06 17:10:03.647812 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3ea3db16-c89b-450c-89db-72749d7f9d61 req-30fd9ef1-2c36-4311-97e1-b9d7de12d812 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386271 Apr 06 17:10:04.009905 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11b721-b4e6-4472-9f48-c399efb267a6 req-2b860e68-2e71-4dea-8158-d823914996bc tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:04.011296 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4b11b721-b4e6-4472-9f48-c399efb267a6 req-2b860e68-2e71-4dea-8158-d823914996bc tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0539112 Apr 06 17:10:04.056192 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4b11b721-b4e6-4472-9f48-c399efb267a6 req-66ef7f76-a0f3-4347-a67d-26b65129d2aa tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391798 Apr 06 17:10:04.761727 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca24af-124c-4837-ab90-fc0375797ab8 req-bbd9f126-1ea9-4e95-9be6-10962bb12372 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:04.763212 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ddca24af-124c-4837-ab90-fc0375797ab8 req-bbd9f126-1ea9-4e95-9be6-10962bb12372 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0519114 Apr 06 17:10:04.809105 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ddca24af-124c-4837-ab90-fc0375797ab8 req-7964fe0d-ca91-430e-8b4a-c3089721b707 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 Apr 06 17:10:05.173061 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f29718-066b-4176-b1ae-3c18543124fe req-ee28ea65-326d-4c1c-ac5a-a7d3604e73ae tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:05.174495 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-37f29718-066b-4176-b1ae-3c18543124fe req-ee28ea65-326d-4c1c-ac5a-a7d3604e73ae tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0516162 Apr 06 17:10:05.223139 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-37f29718-066b-4176-b1ae-3c18543124fe req-957faddb-15de-40a5-b628-67582e84c570 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Apr 06 17:10:05.322369 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:10:05.926598 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1a667-387b-47d9-a31c-c22d95576a91 req-8fe3bd4d-50de-4796-9e54-c25552aa97fb tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:05.928123 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f6f1a667-387b-47d9-a31c-c22d95576a91 req-8fe3bd4d-50de-4796-9e54-c25552aa97fb tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0562749 Apr 06 17:10:05.972903 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f6f1a667-387b-47d9-a31c-c22d95576a91 req-6737f65c-86d1-4be1-9ff0-60d58491f9b3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393910 Apr 06 17:10:06.337154 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32536637-d321-4ca0-bc84-8632504ff900 req-5b0df7bf-65c1-46e0-8133-7b75a8eb9725 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:06.338618 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-32536637-d321-4ca0-bc84-8632504ff900 req-5b0df7bf-65c1-46e0-8133-7b75a8eb9725 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0514107 Apr 06 17:10:06.383902 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-32536637-d321-4ca0-bc84-8632504ff900 req-998ed21f-7c59-4eca-b80b-806b7653c6e9 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398686 Apr 06 17:10:07.090647 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c023f-a5a3-4c6d-98aa-c3bed14b74ce req-5d19e427-2ffa-47bb-a864-e70f8966d61e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:07.092180 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a32c023f-a5a3-4c6d-98aa-c3bed14b74ce req-5d19e427-2ffa-47bb-a864-e70f8966d61e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0558543 Apr 06 17:10:07.133821 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-304e8354-602d-4f1d-9389-c209741a577e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:07.137864 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a32c023f-a5a3-4c6d-98aa-c3bed14b74ce req-e12c2431-0690-4a87-b085-63c0ce1f5377 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394967 Apr 06 17:10:07.498122 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde437c-168d-4139-8df4-ed86d29e4275 req-352a1a14-f382-4fbe-885e-9b9b898843d9 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:07.500216 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bfde437c-168d-4139-8df4-ed86d29e4275 req-352a1a14-f382-4fbe-885e-9b9b898843d9 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0526319 Apr 06 17:10:07.547031 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bfde437c-168d-4139-8df4-ed86d29e4275 req-7b6ac025-3800-4004-ad10-cc44e37b5707 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Apr 06 17:10:07.831360 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-1985235d-ed5f-4cbd-a241-fd01e55d342c tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:07.832830 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-1985235d-ed5f-4cbd-a241-fd01e55d342c tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/networks?id=6c33c5f4-f33b-44e8-bf8e-2f98479cf015 HTTP/1.1" status: 200 len: 813 time: 0.1050305 Apr 06 17:10:07.847109 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-8ca6875a-641c-48f1-8db6-068dbd7ee18a tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/quotas/33f2d25d7f15424e843ebfeda7b77cb0 HTTP/1.1" status: 200 len: 375 time: 0.0088656 Apr 06 17:10:07.878970 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-339c1fe9-0a3c-43f3-bb90-b2892fa62a4a tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=33f2d25d7f15424e843ebfeda7b77cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268557 Apr 06 17:10:07.968981 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-5904ab1d-b6e8-4019-9da6-c13b722bbc5e service neutron] 10.222.0.66 "GET /v2.0/networks/6c33c5f4-f33b-44e8-bf8e-2f98479cf015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833957 Apr 06 17:10:08.058487 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-8d4695c6-0690-4de7-8fee-2e0061b5263d service neutron] 10.222.0.66 "GET /v2.0/networks/6c33c5f4-f33b-44e8-bf8e-2f98479cf015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836694 Apr 06 17:10:08.274905 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb3f60-e359-48f3-a4fa-1ed0a5a94342 req-a27c396d-f596-4d25-8a0e-9ade59c91efd tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:08.274905 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06bb3f60-e359-48f3-a4fa-1ed0a5a94342 req-a27c396d-f596-4d25-8a0e-9ade59c91efd tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0688076 Apr 06 17:10:08.338852 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06bb3f60-e359-48f3-a4fa-1ed0a5a94342 req-b142e9c6-c7e0-4901-93e6-1605c5e49e77 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600433 Apr 06 17:10:08.354976 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7b9bd8e2-c95c-43fd-8964-9cb2825aee5d req-65b648c0-dbf3-436a-9d2b-6e6427301993 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 210 time: 0.0374064 Apr 06 17:10:08.804637 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bb42f-d797-468b-99b5-53896e3b14e0 req-9cb087e5-f540-459b-bf3f-ca0fc4f350f8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:08.807081 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-777bb42f-d797-468b-99b5-53896e3b14e0 req-9cb087e5-f540-459b-bf3f-ca0fc4f350f8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0669079 Apr 06 17:10:08.885667 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-777bb42f-d797-468b-99b5-53896e3b14e0 req-e8fa1c38-bed0-43e8-885d-61ba81c81b55 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679724 Apr 06 17:10:08.898949 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6e387-f29c-4d32-b752-0c47d98b546e req-91269964-0146-4352-98be-9a702e2144e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:08.900487 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-63c6e387-f29c-4d32-b752-0c47d98b546e req-91269964-0146-4352-98be-9a702e2144e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 1129 time: 0.0640891 Apr 06 17:10:09.165641 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379502e-3982-4265-b268-b58040f3253b req-4ba08834-8556-479c-8e3d-a390d756ae21 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:09.167295 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1379502e-3982-4265-b268-b58040f3253b req-4ba08834-8556-479c-8e3d-a390d756ae21 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0554781 Apr 06 17:10:09.265055 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1379502e-3982-4265-b268-b58040f3253b req-b029b9ce-1de2-4e8e-96e2-2a3ae260f840 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888321 Apr 06 17:10:09.289875 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6e387-f29c-4d32-b752-0c47d98b546e req-01d713a9-ce91-4ccc-a394-cc3f9aa6051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:09.291368 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-63c6e387-f29c-4d32-b752-0c47d98b546e req-01d713a9-ce91-4ccc-a394-cc3f9aa6051c service neutron] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 919 time: 0.1231065 Apr 06 17:10:09.448176 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bd1724c1-19a3-4f62-92c5-75d261cf7883 req-26bb05fa-c9b4-488d-b210-d8e2d44ec05f tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 210 time: 0.0262365 Apr 06 17:10:09.613105 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ae361a7e-00fb-413f-8e02-a48943b4baf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:10.004106 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cf8e4-6251-44e6-a1db-95515f155a9d req-5815d4e4-0cc7-4237-aeb1-8088e3bb527b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:10.005493 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-109cf8e4-6251-44e6-a1db-95515f155a9d req-5815d4e4-0cc7-4237-aeb1-8088e3bb527b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0519280 Apr 06 17:10:10.052574 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-109cf8e4-6251-44e6-a1db-95515f155a9d req-36f905fc-8185-49d4-b92c-0d35d336f5ab tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 Apr 06 17:10:10.379862 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2f3c2-b78a-40d2-a4ae-553578e390b6 req-5d40a68e-05d3-4e26-bb4d-0cc82c33b4fb tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:10.381337 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-69f2f3c2-b78a-40d2-a4ae-553578e390b6 req-5d40a68e-05d3-4e26-bb4d-0cc82c33b4fb tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0518923 Apr 06 17:10:10.431234 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-69f2f3c2-b78a-40d2-a4ae-553578e390b6 req-3398b787-5d4d-4b73-b88a-34cbc3179b51 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443375 Apr 06 17:10:10.447603 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:10.520455 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-63c6e387-f29c-4d32-b752-0c47d98b546e req-cf4945f7-35cc-4f6a-87ae-34ba9895793f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2333f71b-e347-4d34-9808-8a46724817eb HTTP/1.1" status: 200 len: 217 time: 0.0357306 Apr 06 17:10:10.567296 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-06d66889-04a6-4af9-8196-53d3a44e0799 req-3cc38755-af52-4003-bf10-b8af5370dfe1 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 210 time: 0.0493627 Apr 06 17:10:10.584257 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6e387-f29c-4d32-b752-0c47d98b546e req-76c2803f-6726-4283-9651-242328fe9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:10.585673 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-63c6e387-f29c-4d32-b752-0c47d98b546e req-76c2803f-6726-4283-9651-242328fe9063 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.0580449 Apr 06 17:10:10.638709 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6e387-f29c-4d32-b752-0c47d98b546e req-2f46141a-a573-4245-9834-f9950de0faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:10.640510 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-63c6e387-f29c-4d32-b752-0c47d98b546e req-2f46141a-a573-4245-9834-f9950de0faf7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488722 Apr 06 17:10:10.726650 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-63c6e387-f29c-4d32-b752-0c47d98b546e req-3f859474-1224-4891-98b2-b86eedb4a64f service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797291 Apr 06 17:10:10.818068 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-63c6e387-f29c-4d32-b752-0c47d98b546e req-8b838ed3-6ae8-4c8b-8594-6a80f543b6eb service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852945 Apr 06 17:10:11.169727 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7040c-21ed-4d55-991a-e0d195478a12 req-d0912a4d-b20a-42d2-93e8-97b977920f36 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:11.171249 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f8a7040c-21ed-4d55-991a-e0d195478a12 req-d0912a4d-b20a-42d2-93e8-97b977920f36 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0528166 Apr 06 17:10:11.217114 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f8a7040c-21ed-4d55-991a-e0d195478a12 req-5b55e5b8-9ca2-48c7-a0c0-5e7de46474b1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 Apr 06 17:10:11.545483 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de92c9-f238-4b49-b26a-720e63de52eb req-214f501b-746d-4f4c-a7de-a44084e92bcb tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:11.547459 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-57de92c9-f238-4b49-b26a-720e63de52eb req-214f501b-746d-4f4c-a7de-a44084e92bcb tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0520377 Apr 06 17:10:11.596265 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-57de92c9-f238-4b49-b26a-720e63de52eb req-327371a4-1a5b-4c4d-a037-4bc6ce20b2f0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Apr 06 17:10:11.658378 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6f56c946-d264-4078-889f-1a25c491e9d8 req-32005ecb-f2d6-43f1-a29c-d3fb1fb32a0f tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 210 time: 0.0263519 Apr 06 17:10:11.762187 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:12.332107 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdf550-b8a7-4013-97e1-d9e4f22632e4 req-f43580d3-5e46-48c2-a06e-7eb7c9d8bd27 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:12.333573 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e3bdf550-b8a7-4013-97e1-d9e4f22632e4 req-f43580d3-5e46-48c2-a06e-7eb7c9d8bd27 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0522165 Apr 06 17:10:12.381393 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e3bdf550-b8a7-4013-97e1-d9e4f22632e4 req-e9ffa112-7fb1-4115-aa84-5fd680a1e02b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Apr 06 17:10:12.713958 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6d682-3f1a-4986-8b10-d3dd57312620 req-73c0c910-d8b2-4f7c-bb99-0c2affa42738 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:12.720003 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6df6d682-3f1a-4986-8b10-d3dd57312620 req-73c0c910-d8b2-4f7c-bb99-0c2affa42738 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0526454 Apr 06 17:10:12.765958 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7acad517-a2b1-4570-b8aa-3a39d0371fdd req-d1d80f2f-7f0d-4852-ad3a-2f5f5fd0c82a tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 210 time: 0.0398376 Apr 06 17:10:12.792715 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6df6d682-3f1a-4986-8b10-d3dd57312620 req-2848fe00-b2d0-4438-b629-a96c0bf5fce3 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684531 Apr 06 17:10:13.305170 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:13.496551 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d004e-b2e3-46b5-b03a-a17fb2355cf6 req-bd69cdd3-20be-4fcc-baec-10cb298c8b64 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:13.498013 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-466d004e-b2e3-46b5-b03a-a17fb2355cf6 req-bd69cdd3-20be-4fcc-baec-10cb298c8b64 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0525188 Apr 06 17:10:13.544506 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-466d004e-b2e3-46b5-b03a-a17fb2355cf6 req-9f03e498-bf42-44be-a704-50785414bf9b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 Apr 06 17:10:13.858464 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1c802c86-2672-439f-ba32-74b8e600bb56 req-63e4c36b-5f70-4754-8a81-96d81afa3828 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 210 time: 0.0271814 Apr 06 17:10:13.912462 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4e556-fce1-494c-b5b2-a4a12105baf7 req-f1deac9d-84d8-4d3c-9a46-5df4be63f30a tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:13.913910 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6dd4e556-fce1-494c-b5b2-a4a12105baf7 req-f1deac9d-84d8-4d3c-9a46-5df4be63f30a tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0545876 Apr 06 17:10:13.958520 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6dd4e556-fce1-494c-b5b2-a4a12105baf7 req-f82e2934-893e-4c5e-a375-6e9657f77718 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392144 Apr 06 17:10:14.662196 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a09cc-89f7-43c7-87d0-3d462d7dd944 req-a0d3fb1d-c884-4ed0-a12e-e5a7f70f402c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:14.663724 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ca0a09cc-89f7-43c7-87d0-3d462d7dd944 req-a0d3fb1d-c884-4ed0-a12e-e5a7f70f402c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0526819 Apr 06 17:10:14.708948 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ca0a09cc-89f7-43c7-87d0-3d462d7dd944 req-79d511f7-edc0-4dec-86ae-1a8a063e8a4e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Apr 06 17:10:14.953970 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-23aeaba7-68b5-4676-9843-bfcbdaae0532 req-6803022b-9de3-4684-b615-bbc1f4a1cd98 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 210 time: 0.0305047 Apr 06 17:10:15.072772 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3592b40-22fd-4ebc-be37-d8a6506ecc3d req-d8b0c0ec-bb04-4baa-a788-96023654604a tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:15.074270 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f3592b40-22fd-4ebc-be37-d8a6506ecc3d req-d8b0c0ec-bb04-4baa-a788-96023654604a tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0517061 Apr 06 17:10:15.120439 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f3592b40-22fd-4ebc-be37-d8a6506ecc3d req-4ba3ef81-e85d-4651-b8fb-21f298825b72 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399549 Apr 06 17:10:15.600557 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-e68060ee-a002-4d4e-ae8f-7f18d1c555ba tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:15.601989 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-e68060ee-a002-4d4e-ae8f-7f18d1c555ba tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.58 "GET /v2.0/networks?id=6c33c5f4-f33b-44e8-bf8e-2f98479cf015 HTTP/1.1" status: 200 len: 813 time: 0.1013196 Apr 06 17:10:15.670602 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Request body: {'port': {'device_id': '04958cad-b8ac-47c1-9ab7-6219fab9a07f', 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015', 'admin_state_up': True, 'tenant_id': '33f2d25d7f15424e843ebfeda7b77cb0'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:10:15.720985 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3c01e-2538-4a72-99de-c8ce32df50af req-675e538a-0c5e-45e5-acb2-520d1c47da85 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:15.722467 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b1c3c01e-2538-4a72-99de-c8ce32df50af req-675e538a-0c5e-45e5-acb2-520d1c47da85 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0563054 Apr 06 17:10:15.829852 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a1132-871b-4d33-af17-5ffa05c875b1 req-c31794f2-4096-4e01-8a12-fd45e1bda326 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:15.831339 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dc2a1132-871b-4d33-af17-5ffa05c875b1 req-c31794f2-4096-4e01-8a12-fd45e1bda326 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0526774 Apr 06 17:10:15.873547 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Made reservation on behalf of 33f2d25d7f15424e843ebfeda7b77cb0 for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:10:15.877215 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:15.891761 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dc2a1132-871b-4d33-af17-5ffa05c875b1 req-94885b42-6535-4293-ac0a-435e1676a0f1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549631 Apr 06 17:10:16.002217 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Allocated IP 172.20.0.3 (6c33c5f4-f33b-44e8-bf8e-2f98479cf015/9b3e53d3-1606-4dad-9353-3df709b8c501/9a5816f1-e530-49a4-a9df-a77daa164ba7) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:10:16.063307 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0e3f4252-7f65-48f4-a16d-b4aec6c83ff2 req-ceaa0bb7-f76b-4254-9695-8104214e003d tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 210 time: 0.0437841 Apr 06 17:10:16.178359 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks [] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:16.254469 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-b1c3c01e-2538-4a72-99de-c8ce32df50af req-41a48349-4580-4e31-9820-fd03a54e1ee0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Deleting port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:10:16.254813 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b1c3c01e-2538-4a72-99de-c8ce32df50af req-41a48349-4580-4e31-9820-fd03a54e1ee0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:16.287816 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639ee8d-b32f-417d-beb1-cda733251bd1 req-f4c94e70-45b8-4d3d-82aa-5bbe1d690e13 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:16.289296 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8639ee8d-b32f-417d-beb1-cda733251bd1 req-f4c94e70-45b8-4d3d-82aa-5bbe1d690e13 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 945 time: 0.0527959 Apr 06 17:10:16.290766 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:16.348720 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-b1c3c01e-2538-4a72-99de-c8ce32df50af req-41a48349-4580-4e31-9820-fd03a54e1ee0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] For port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=cbbbaf97-5e65-4bb9-8e23-fe05c07452bd,segment=NetworkSegment(697b6153-f5dd-4cf3-8eee-dc740496b163),segment_id=697b6153-f5dd-4cf3-8eee-dc740496b163)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:10:16.349078 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b1c3c01e-2538-4a72-99de-c8ce32df50af req-41a48349-4580-4e31-9820-fd03a54e1ee0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:16.361709 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-b1c3c01e-2538-4a72-99de-c8ce32df50af req-41a48349-4580-4e31-9820-fd03a54e1ee0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Calling delete_port for cbbbaf97-5e65-4bb9-8e23-fe05c07452bd owned by compute:nova {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:10:16.366696 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:10:16.366696 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Pushing event updated for resources: {'Port': ['ID=9a5816f1-e530-49a4-a9df-a77daa164ba7,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:16.366696 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:10:16.373408 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:10:16.414812 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8639ee8d-b32f-417d-beb1-cda733251bd1 req-67519c75-200f-4611-a2e8-418f27999334 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/security-groups?id=9cca55fd-8758-49fb-adb9-27120248c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176689 Apr 06 17:10:16.435441 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:16.435441 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:16.542323 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f946d256-b820-4704-9677-807ccd8faf89 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8754714 Apr 06 17:10:16.562723 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Request body: {'port': {'device_id': '04958cad-b8ac-47c1-9ab7-6219fab9a07f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:10:16.568341 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b1c3c01e-2538-4a72-99de-c8ce32df50af req-41a48349-4580-4e31-9820-fd03a54e1ee0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (cbbbaf97-5e65-4bb9-8e23-fe05c07452bd), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:16.598027 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a48349-4580-4e31-9820-fd03a54e1ee0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Pushing event deleted for resources: {'Port': ['ID=cbbbaf97-5e65-4bb9-8e23-fe05c07452bd,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:16.615365 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['cbbbaf97-5e65-4bb9-8e23-fe05c07452bd'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:10:16.624161 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:16.642942 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c3c01e-2538-4a72-99de-c8ce32df50af req-41a48349-4580-4e31-9820-fd03a54e1ee0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] No DVR routers for this DVR port cbbbaf97-5e65-4bb9-8e23-fe05c07452bd on host hv-cinder-83685 {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:10:16.645329 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b1c3c01e-2538-4a72-99de-c8ce32df50af req-41a48349-4580-4e31-9820-fd03a54e1ee0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:16.648898 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b1c3c01e-2538-4a72-99de-c8ce32df50af req-41a48349-4580-4e31-9820-fd03a54e1ee0 tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.58 "DELETE /v2.0/ports/cbbbaf97-5e65-4bb9-8e23-fe05c07452bd HTTP/1.1" status: 204 len: 173 time: 0.4912553 Apr 06 17:10:16.649401 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5540a4-39fd-4da3-8b75-7512b8dfe1c3', 'name': 'network-vif-deleted', 'tag': 'cbbbaf97-5e65-4bb9-8e23-fe05c07452bd'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:10:16.651659 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848af2f7-82d0-46b9-b559-f7b1a7d46249" -d '{"events": [{"server_uuid": "ae5540a4-39fd-4da3-8b75-7512b8dfe1c3", "name": "network-vif-deleted", "tag": "cbbbaf97-5e65-4bb9-8e23-fe05c07452bd"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:10:16.695240 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b47407d-7722-4d41-8b4b-0994af374a78 x-openstack-request-id: req-0b47407d-7722-4d41-8b4b-0994af374a78 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:10:16.695634 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5540a4-39fd-4da3-8b75-7512b8dfe1c3", "name": "network-vif-deleted", "tag": "cbbbaf97-5e65-4bb9-8e23-fe05c07452bd", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:10:16.695957 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b47407d-7722-4d41-8b4b-0994af374a78 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:10:16.696483 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b47407d-7722-4d41-8b4b-0994af374a78'] response: {'server_uuid': 'ae5540a4-39fd-4da3-8b75-7512b8dfe1c3', 'name': 'network-vif-deleted', 'tag': 'cbbbaf97-5e65-4bb9-8e23-fe05c07452bd', 'status': 'completed', 'code': 200} Apr 06 17:10:16.888280 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5816f1-e530-49a4-a9df-a77daa164ba7 {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:10:16.895775 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Publish callbacks [] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:16.908190 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Transition to ACTIVE for port object 9a5816f1-e530-49a4-a9df-a77daa164ba7 will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:10:17.005707 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996c774-c0f9-4133-bd09-6060e7e56ec3 req-ef1b1431-07ff-4682-a0e5-fffa7d483bbe tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:17.007210 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6996c774-c0f9-4133-bd09-6060e7e56ec3 req-ef1b1431-07ff-4682-a0e5-fffa7d483bbe tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0515924 Apr 06 17:10:17.008270 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:17.081854 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Pushing event updated for resources: {'Port': ['ID=9a5816f1-e530-49a4-a9df-a77daa164ba7,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:17.134919 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6996c774-c0f9-4133-bd09-6060e7e56ec3 req-0f8404db-da90-4458-b792-bb015bc96f6e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186619 Apr 06 17:10:17.195996 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Attempting to bind port 9a5816f1-e530-49a4-a9df-a77daa164ba7 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:10:17.196336 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Attempting to bind port 9a5816f1-e530-49a4-a9df-a77daa164ba7 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '851bd40e-0dfd-4585-8be2-82f24f745284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:10:17.196665 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Attempting to bind port 9a5816f1-e530-49a4-a9df-a77daa164ba7 on network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:10:17.203317 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Port 9a5816f1-e530-49a4-a9df-a77daa164ba7 on network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:10:17.203640 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Attempting to bind port 9a5816f1-e530-49a4-a9df-a77daa164ba7 on network 6c33c5f4-f33b-44e8-bf8e-2f98479cf015 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:10:17.216801 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07c211-aa2c-491a-84e5-36cd317430b3 req-60bdbc82-ba87-4efd-8db5-f7088f0665b2 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:17.218799 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e07c211-aa2c-491a-84e5-36cd317430b3 req-60bdbc82-ba87-4efd-8db5-f7088f0665b2 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 943 time: 0.0824609 Apr 06 17:10:17.219971 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:10:17.220304 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Checking segment: {'id': '851bd40e-0dfd-4585-8be2-82f24f745284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:10:17.220680 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Bound using segment: {'id': '851bd40e-0dfd-4585-8be2-82f24f745284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:10:17.221115 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Bound port: 9a5816f1-e530-49a4-a9df-a77daa164ba7, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851bd40e-0dfd-4585-8be2-82f24f745284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:10:17.221477 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:17.317295 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e07c211-aa2c-491a-84e5-36cd317430b3 req-2a5bd359-8a6e-422f-9d27-0ed96cd3006c tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868828 Apr 06 17:10:17.322841 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] For port 9a5816f1-e530-49a4-a9df-a77daa164ba7, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:10:17.325963 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] For port 9a5816f1-e530-49a4-a9df-a77daa164ba7, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=9a5816f1-e530-49a4-a9df-a77daa164ba7,segment=NetworkSegment(851bd40e-0dfd-4585-8be2-82f24f745284),segment_id=851bd40e-0dfd-4585-8be2-82f24f745284)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:10:17.414360 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:17.455146 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:17.455773 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:17.457173 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] 10.222.0.58 "PUT /v2.0/ports/9a5816f1-e530-49a4-a9df-a77daa164ba7 HTTP/1.1" status: 200 len: 1093 time: 0.8989348 Apr 06 17:10:17.457622 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04958cad-b8ac-47c1-9ab7-6219fab9a07f', 'tag': '9a5816f1-e530-49a4-a9df-a77daa164ba7'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:10:17.459912 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72009a45-54c0-434d-8a3d-233d5967edf3" -d '{"events": [{"name": "network-changed", "server_uuid": "04958cad-b8ac-47c1-9ab7-6219fab9a07f", "tag": "9a5816f1-e530-49a4-a9df-a77daa164ba7"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:10:17.477681 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10d039-9e6b-4177-a96e-326f694ebabb service neutron] Pushing event updated for resources: {'Port': ['ID=9a5816f1-e530-49a4-a9df-a77daa164ba7,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:17.526415 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554dc7e1-e9ad-40ff-820e-bf9bd8f51b0f x-openstack-request-id: req-554dc7e1-e9ad-40ff-820e-bf9bd8f51b0f {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:10:17.526741 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04958cad-b8ac-47c1-9ab7-6219fab9a07f", "tag": "9a5816f1-e530-49a4-a9df-a77daa164ba7", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:10:17.527102 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-554dc7e1-e9ad-40ff-820e-bf9bd8f51b0f {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:10:17.527481 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-554dc7e1-e9ad-40ff-820e-bf9bd8f51b0f'] response: {'name': 'network-changed', 'server_uuid': '04958cad-b8ac-47c1-9ab7-6219fab9a07f', 'tag': '9a5816f1-e530-49a4-a9df-a77daa164ba7', 'status': 'completed', 'code': 200} Apr 06 17:10:17.529573 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e200c02-46de-49ba-8033-36fa6505bae9 req-00c4b5bf-cf78-4431-b063-9cc38e79908d tempest-VolumesActionsTest-1984659851 tempest-VolumesActionsTest-1984659851-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae5540a4-39fd-4da3-8b75-7512b8dfe1c3 HTTP/1.1" status: 200 len: 210 time: 0.0324492 Apr 06 17:10:17.826126 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009a45-54c0-434d-8a3d-233d5967edf3 req-071660f9-a291-4c3b-845a-a808dba43a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:17.828413 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-72009a45-54c0-434d-8a3d-233d5967edf3 req-071660f9-a291-4c3b-845a-a808dba43a3d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33f2d25d7f15424e843ebfeda7b77cb0&device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 1127 time: 0.0491390 Apr 06 17:10:17.933461 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009a45-54c0-434d-8a3d-233d5967edf3 req-ecaa46d8-8139-4785-ad24-e553ae5f9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:17.934960 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-72009a45-54c0-434d-8a3d-233d5967edf3 req-ecaa46d8-8139-4785-ad24-e553ae5f9608 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=33f2d25d7f15424e843ebfeda7b77cb0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0920484 Apr 06 17:10:18.033510 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009a45-54c0-434d-8a3d-233d5967edf3 req-cec9e1b2-0eb5-4642-aae1-bd78f532af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:18.034960 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-72009a45-54c0-434d-8a3d-233d5967edf3 req-cec9e1b2-0eb5-4642-aae1-bd78f532af2b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939543 Apr 06 17:10:18.154186 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f1279cbe-652c-4b12-a235-6d1b21b78e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:18.155740 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-f1279cbe-652c-4b12-a235-6d1b21b78e24 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33f2d25d7f15424e843ebfeda7b77cb0&device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 1127 time: 0.0451429 Apr 06 17:10:18.208215 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-9057924a-c9bf-4a66-8073-584259464bb6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a5816f1-e530-49a4-a9df-a77daa164ba7 HTTP/1.1" status: 200 len: 217 time: 0.0386992 Apr 06 17:10:18.256413 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-b506112c-48d6-4d88-a233-ce225d3bbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:18.257852 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-b506112c-48d6-4d88-a233-ce225d3bbf44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b3e53d3-1606-4dad-9353-3df709b8c501 HTTP/1.1" status: 200 len: 853 time: 0.0440540 Apr 06 17:10:18.288890 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-b4b7907c-649b-4219-a852-2e0f223ef347 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6c33c5f4-f33b-44e8-bf8e-2f98479cf015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251384 Apr 06 17:10:18.377462 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-3cf6f291-d3d7-4621-8d0f-8987e7126f32 service neutron] 10.222.0.58 "GET /v2.0/networks/6c33c5f4-f33b-44e8-bf8e-2f98479cf015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815904 Apr 06 17:10:18.487850 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f833d2-5793-4ded-a054-7a27df0794b4 req-e7f8cb70-a2df-4008-84bb-4a1fbe891bdc tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:18.489212 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5f833d2-5793-4ded-a054-7a27df0794b4 req-e7f8cb70-a2df-4008-84bb-4a1fbe891bdc tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 943 time: 0.1059225 Apr 06 17:10:18.523990 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e12b28d-7c89-46d3-8600-5a66b920fdec req-9f8ca7a4-f60e-49fd-9daf-4a4fe75d108b service neutron] 10.222.0.58 "GET /v2.0/networks/6c33c5f4-f33b-44e8-bf8e-2f98479cf015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312869 Apr 06 17:10:18.553701 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5f833d2-5793-4ded-a054-7a27df0794b4 req-71b08684-dd07-44be-8cca-be5beee31596 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581069 Apr 06 17:10:19.142117 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device cbbbaf97-5e65-4bb9-8e23-fe05c07452bd no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:10:19.163711 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: cbbbaf97-5e65-4bb9-8e23-fe05c07452bd {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:10:19.163969 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device cbbbaf97-5e65-4bb9-8e23-fe05c07452bd not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:10:19.671041 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f697b-c0ad-4550-ac0d-d89fc2697bfc req-3b944b70-919c-4de3-8648-bf94788443d4 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:19.672638 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7c0f697b-c0ad-4550-ac0d-d89fc2697bfc req-3b944b70-919c-4de3-8648-bf94788443d4 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 943 time: 0.0536277 Apr 06 17:10:19.720457 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7c0f697b-c0ad-4550-ac0d-d89fc2697bfc req-a23ce9fd-1fa0-453b-8ce6-9527c37b17bf tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419202 Apr 06 17:10:20.379732 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 37792) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:20.384204 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-a6d1c036-0794-4472-ab00-99de9b237271 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161015884', 'description': 'tempest-description--117266754'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:10:20.442820 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c036-0794-4472-ab00-99de9b237271 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:20.505754 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c036-0794-4472-ab00-99de9b237271 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for security_group (43007bae-0ab9-4f59-9e2a-b768225dd59e), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:20.545260 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c036-0794-4472-ab00-99de9b237271 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (43007bae-0ab9-4f59-9e2a-b768225dd59e), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:20.573343 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1c036-0794-4472-ab00-99de9b237271 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43007bae-0ab9-4f59-9e2a-b768225dd59e,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:20.638510 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c036-0794-4472-ab00-99de9b237271 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:20.639808 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-a6d1c036-0794-4472-ab00-99de9b237271 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2590761 Apr 06 17:10:20.643269 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 37794) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:20.647641 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-f6ea48ff-dd90-4dc9-9646-9546d41736e8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Request body: {'security_group_rule': {'security_group_id': '43007bae-0ab9-4f59-9e2a-b768225dd59e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:10:20.733105 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48ff-dd90-4dc9-9646-9546d41736e8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for security_group_rule (86a6b7d3-9326-459f-97bc-07ce946532ec), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:20.787112 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48ff-dd90-4dc9-9646-9546d41736e8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for security_group_rule (86a6b7d3-9326-459f-97bc-07ce946532ec), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:20.840378 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bface7e-05af-4f48-ad29-36f05d17b05a req-305ddb9b-e1cf-4f24-9747-78a4a83dd6fa tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:20.841910 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5bface7e-05af-4f48-ad29-36f05d17b05a req-305ddb9b-e1cf-4f24-9747-78a4a83dd6fa tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 943 time: 0.0512438 Apr 06 17:10:20.848470 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48ff-dd90-4dc9-9646-9546d41736e8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (86a6b7d3-9326-459f-97bc-07ce946532ec), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:20.869709 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea48ff-dd90-4dc9-9646-9546d41736e8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a6b7d3-9326-459f-97bc-07ce946532ec,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:20.888714 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5bface7e-05af-4f48-ad29-36f05d17b05a req-4f96073b-512d-4ebe-9684-e67180fe5f24 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Apr 06 17:10:20.936168 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f6ea48ff-dd90-4dc9-9646-9546d41736e8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:20.937921 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-f6ea48ff-dd90-4dc9-9646-9546d41736e8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2937257 Apr 06 17:10:20.940496 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 37802) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:20.944716 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-bee886ae-9cb7-4ac7-a00f-a7ffbd519220 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Request body: {'security_group_rule': {'security_group_id': '43007bae-0ab9-4f59-9e2a-b768225dd59e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:10:21.029612 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bee886ae-9cb7-4ac7-a00f-a7ffbd519220 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for security_group_rule (5f6ad67b-4fd5-4f63-b1ef-363c17d71cc6), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:21.083058 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bee886ae-9cb7-4ac7-a00f-a7ffbd519220 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for security_group_rule (5f6ad67b-4fd5-4f63-b1ef-363c17d71cc6), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:21.151267 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bee886ae-9cb7-4ac7-a00f-a7ffbd519220 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (5f6ad67b-4fd5-4f63-b1ef-363c17d71cc6), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:21.165933 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee886ae-9cb7-4ac7-a00f-a7ffbd519220 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6ad67b-4fd5-4f63-b1ef-363c17d71cc6,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:21.221583 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bee886ae-9cb7-4ac7-a00f-a7ffbd519220 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:21.222792 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-bee886ae-9cb7-4ac7-a00f-a7ffbd519220 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2813666 Apr 06 17:10:21.226124 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 37806) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:21.231058 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:10:21.334078 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:21.426594 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:21.545375 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Allocated IP 172.27.1.252 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/bcbfb6ce-c9f2-44e0-8896-39be35f20c5a) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:10:21.641781 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for port (bcbfb6ce-c9f2-44e0-8896-39be35f20c5a), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:21.717623 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (bcbfb6ce-c9f2-44e0-8896-39be35f20c5a), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:21.757339 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:10:21.760293 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:10:21.763696 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:10:21.773163 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event updated for resources: {'Port': ['ID=bcbfb6ce-c9f2-44e0-8896-39be35f20c5a,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:21.813598 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for floatingip (f1c96f3b-6a92-4c2f-87e3-df3e96c17c06), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:21.902989 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (bcbfb6ce-c9f2-44e0-8896-39be35f20c5a), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:22.010599 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817dc20-87c3-4bf1-90bf-16247b225a8a req-929afe72-44b7-4397-a2fe-ef7a9d2d319f tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:22.011993 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1817dc20-87c3-4bf1-90bf-16247b225a8a req-929afe72-44b7-4397-a2fe-ef7a9d2d319f tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 943 time: 0.0551231 Apr 06 17:10:22.052635 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for port (bcbfb6ce-c9f2-44e0-8896-39be35f20c5a), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:22.058162 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1817dc20-87c3-4bf1-90bf-16247b225a8a req-41e3a30e-0aa8-4a01-aee2-a82d725b4929 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Apr 06 17:10:22.117206 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (bcbfb6ce-c9f2-44e0-8896-39be35f20c5a), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:22.148289 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (f1c96f3b-6a92-4c2f-87e3-df3e96c17c06), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:22.168695 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event updated for resources: {'Port': ['ID=bcbfb6ce-c9f2-44e0-8896-39be35f20c5a,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:22.227572 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:22.228847 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-7c56c8d0-fb18-4f77-b9d7-76574b809b68 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0017965 Apr 06 17:10:22.417375 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-d59bc2e8-cd27-4fb1-bcf6-62bddea0c102 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--161015884&fields=id&tenant_id=cb47d093c6bd40c985ea30e6874e5f8b HTTP/1.1" status: 200 len: 267 time: 0.0439668 Apr 06 17:10:22.730250 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-2b31fcc8-4d6d-48d1-914f-b7b625a168ae tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:22.731709 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-2b31fcc8-4d6d-48d1-914f-b7b625a168ae tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 818 time: 0.3081253 Apr 06 17:10:22.745824 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-46c8a6dd-2e4a-4186-90f2-7cc2ee911b4f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/quotas/cb47d093c6bd40c985ea30e6874e5f8b HTTP/1.1" status: 200 len: 375 time: 0.0087559 Apr 06 17:10:22.803289 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-cbe2b842-187a-443f-ac49-b2561409c7c4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0521805 Apr 06 17:10:22.893205 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-34c385eb-8c88-4168-aa8c-86d0b15c335c service neutron] 10.222.0.66 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784264 Apr 06 17:10:22.980891 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-683e48a3-32dd-4c70-97cf-1ab366739637 service neutron] 10.222.0.66 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821028 Apr 06 17:10:23.177379 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55f8b6-31a4-4d4d-8ce0-45fead39c569 req-0fcb3dad-48ec-4390-bc07-23ef304a4fda tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:23.179017 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ca55f8b6-31a4-4d4d-8ce0-45fead39c569 req-0fcb3dad-48ec-4390-bc07-23ef304a4fda tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 943 time: 0.0559409 Apr 06 17:10:23.251115 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a31894c2-54b8-4958-acc1-1c5407927ada req-0995c984-44ec-4af9-aafc-bfb11ae46496 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 210 time: 0.0396125 Apr 06 17:10:23.255544 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ca55f8b6-31a4-4d4d-8ce0-45fead39c569 req-b5d37e1c-7107-4f8f-8d8d-a1b35e9f3518 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708053 Apr 06 17:10:24.353485 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2892d991-f874-4c4d-84c5-d7ccabbbe471 req-9534e8d5-e363-4ddd-a102-7bdde6e216e8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 210 time: 0.0334747 Apr 06 17:10:24.393068 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1965f8-59b9-4ffe-aed0-a3506e57ddf9 req-eecf37f9-4d85-443d-b51b-4e73c61fc05f tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:24.394533 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ba1965f8-59b9-4ffe-aed0-a3506e57ddf9 req-eecf37f9-4d85-443d-b51b-4e73c61fc05f tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 943 time: 0.0656922 Apr 06 17:10:24.440125 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ba1965f8-59b9-4ffe-aed0-a3506e57ddf9 req-44d5663b-0a83-452f-8279-49396bf89a73 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399985 Apr 06 17:10:25.445878 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-535fca04-9beb-4dae-8086-795bee2c7bc0 req-b8f99f86-173b-4606-ab50-b7cdb671c35f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 210 time: 0.0275068 Apr 06 17:10:25.557401 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39008553-8583-47b7-bbe4-31143d2aa1dd req-636d1b86-018d-42ff-8b1e-3f29f5a1daff tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:25.558778 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-39008553-8583-47b7-bbe4-31143d2aa1dd req-636d1b86-018d-42ff-8b1e-3f29f5a1daff tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 943 time: 0.0551307 Apr 06 17:10:25.603858 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-39008553-8583-47b7-bbe4-31143d2aa1dd req-d0d9ac10-9b2c-4689-a071-1d72db13834f tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396323 Apr 06 17:10:26.535700 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f24d2549-10e1-4715-bbd4-1312e43d99da req-484cd62b-20df-46f8-bb88-04ec436b42c9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 210 time: 0.0270319 Apr 06 17:10:26.720476 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca05c1f-6997-4f65-bad9-1e612f7385a8 req-37ec4089-1b77-4510-9d09-46a3a601f8e8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:26.721989 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dca05c1f-6997-4f65-bad9-1e612f7385a8 req-37ec4089-1b77-4510-9d09-46a3a601f8e8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 943 time: 0.0532835 Apr 06 17:10:26.772949 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dca05c1f-6997-4f65-bad9-1e612f7385a8 req-1cd6abe2-71d4-4d6f-9887-050dab4ef3ce tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451841 Apr 06 17:10:27.650976 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f8b4fd51-2f9b-4386-b0d4-319ccd8bb7ec req-bdb30613-9a59-42e6-89a8-9b2cfeab5b9f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 210 time: 0.0304847 Apr 06 17:10:27.913676 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00a085-c4e9-4b1c-94c6-7a57d583bccc req-1dd7523a-924b-43f7-99c4-fd45200e1684 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:27.921172 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ee00a085-c4e9-4b1c-94c6-7a57d583bccc req-1dd7523a-924b-43f7-99c4-fd45200e1684 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 943 time: 0.0735734 Apr 06 17:10:27.985027 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ee00a085-c4e9-4b1c-94c6-7a57d583bccc req-bb51ac6b-a7cc-4af0-847e-4a93f220548c tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627263 Apr 06 17:10:28.091064 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-31d345e9-0754-4ec5-8280-7b883fd608c9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:28.092509 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-31d345e9-0754-4ec5-8280-7b883fd608c9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 818 time: 0.1371014 Apr 06 17:10:28.162209 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-a4bf8160-3382-4549-b61f-4167a3386f19 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb47d093c6bd40c985ea30e6874e5f8b HTTP/1.1" status: 200 len: 379 time: 0.0543671 Apr 06 17:10:28.181117 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Request body: {'port': {'device_id': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'admin_state_up': True, 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'security_groups': ['43007bae-0ab9-4f59-9e2a-b768225dd59e']}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:10:28.238764 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 9a5816f1-e530-49a4-a9df-a77daa164ba7 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:10:28.427638 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 9a5816f1-e530-49a4-a9df-a77daa164ba7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=9a5816f1-e530-49a4-a9df-a77daa164ba7,segment=NetworkSegment(851bd40e-0dfd-4585-8be2-82f24f745284),segment_id=851bd40e-0dfd-4585-8be2-82f24f745284)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:10:28.440408 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '9a5816f1-e530-49a4-a9df-a77daa164ba7', 'network_id': '6c33c5f4-f33b-44e8-bf8e-2f98479cf015', 'port_id': '9a5816f1-e530-49a4-a9df-a77daa164ba7', 'mac_address': 'fa:16:3e:21:d8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3e53d3-1606-4dad-9353-3df709b8c501', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:10:28.469897 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Made reservation on behalf of cb47d093c6bd40c985ea30e6874e5f8b for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:10:28.477154 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:28.486528 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 9a5816f1-e530-49a4-a9df-a77daa164ba7 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:10:28.487318 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:28.502830 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5816f1-e530-49a4-a9df-a77daa164ba7 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:10:28.526763 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 9a5816f1-e530-49a4-a9df-a77daa164ba7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=9a5816f1-e530-49a4-a9df-a77daa164ba7,segment=NetworkSegment(851bd40e-0dfd-4585-8be2-82f24f745284),segment_id=851bd40e-0dfd-4585-8be2-82f24f745284)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:10:28.569874 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:28.639054 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=9a5816f1-e530-49a4-a9df-a77daa164ba7,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:28.651343 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Allocated IP 172.20.0.14 (44fe16da-612f-449b-840e-ac1a8d866aeb/3ea5a750-c5e4-41b4-8721-acb1758a11fd/e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:10:28.654032 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.654357 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.654781 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.655287 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.655645 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.656578 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.657008 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.657404 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.657803 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.658219 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.658624 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.659072 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.659531 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.659928 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.660332 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:28.781750 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-aa07f54c-0e37-4a2b-8e32-0fb7a1adf55c req-4a5dfd8d-d60c-4b73-94bd-b7381714fd23 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 210 time: 0.0374227 Apr 06 17:10:28.832423 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:28.946762 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:29.002063 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Network 44fe16da-612f-449b-840e-ac1a8d866aeb is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:10:29.008538 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:10:29.011098 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:10:29.051475 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event updated for resources: {'Port': ['ID=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:29.118776 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:29.120897 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:29.199969 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['9a5816f1-e530-49a4-a9df-a77daa164ba7'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:10:29.204424 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4a7be-7330-4d58-96f4-20e676052c81 req-0eb15356-7d08-4e69-a501-88c2e6aaa20f tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:29.206440 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8df4a7be-7330-4d58-96f4-20e676052c81 req-0eb15356-7d08-4e69-a501-88c2e6aaa20f tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 944 time: 0.1136484 Apr 06 17:10:29.239132 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-12460cc7-dcac-4911-857b-c3ba622337e3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0627246 Apr 06 17:10:29.259712 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Request body: {'port': {'device_id': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:10:29.385474 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8df4a7be-7330-4d58-96f4-20e676052c81 req-d71226b6-7afc-453d-a0a9-9f50c6d7c498 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631565 Apr 06 17:10:29.392018 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:29.447127 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-70ffb23c-b77c-47aa-88f3-7d548fd7dd54 None None] Provisioning complete for port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:10:29.447743 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-70ffb23c-b77c-47aa-88f3-7d548fd7dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:29.508208 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-70ffb23c-b77c-47aa-88f3-7d548fd7dd54 None None] Port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:10:29.715628 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:10:29.725482 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Publish callbacks [] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:29.751606 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Transition to ACTIVE for port object e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:10:29.815436 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:29.893014 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Pushing event updated for resources: {'Port': ['ID=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:30.022017 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb4bb5-a43f-433e-a796-b7b0100e1ba1 req-266b3250-d8ce-4b52-b3f0-3b0cd170723c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:30.023545 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-54cb4bb5-a43f-433e-a796-b7b0100e1ba1 req-266b3250-d8ce-4b52-b3f0-3b0cd170723c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 944 time: 0.1457818 Apr 06 17:10:30.049637 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Attempting to bind port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:10:30.054982 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Attempting to bind port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:10:30.054982 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Attempting to bind port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d on network 44fe16da-612f-449b-840e-ac1a8d866aeb {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:10:30.061341 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d on network 44fe16da-612f-449b-840e-ac1a8d866aeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:10:30.061666 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Attempting to bind port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d on network 44fe16da-612f-449b-840e-ac1a8d866aeb {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:10:30.076246 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:10:30.076246 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Checking segment: {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:10:30.076246 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Bound using segment: {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:10:30.076246 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Bound port: e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '954aa099-450f-4ebc-b677-361d6f2484ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:10:30.076246 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:30.104681 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-54cb4bb5-a43f-433e-a796-b7b0100e1ba1 req-8378ab90-507c-46a6-97f4-816b43a4c40c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710304 Apr 06 17:10:30.157921 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] For port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:10:30.161000 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] For port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:10:30.238768 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:30.285718 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:30.286444 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:30.288141 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] 10.222.0.58 "PUT /v2.0/ports/e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d HTTP/1.1" status: 200 len: 1094 time: 1.0332947 Apr 06 17:10:30.290894 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'tag': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:10:30.295957 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c3baa-c559-47d8-ba33-808f9ad09ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "a64d3b39-3bd7-41cd-b9e5-65681ce1cede", "tag": "e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:10:30.342964 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f276ec1-9d27-4b7f-ad72-f58c6ce609ea service neutron] Pushing event updated for resources: {'Port': ['ID=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:30.373632 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e92b54d-24c6-482b-9e47-b30d37e08b95 x-openstack-request-id: req-6e92b54d-24c6-482b-9e47-b30d37e08b95 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:10:30.374720 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64d3b39-3bd7-41cd-b9e5-65681ce1cede", "tag": "e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:10:30.375689 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e92b54d-24c6-482b-9e47-b30d37e08b95 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:10:30.376258 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e92b54d-24c6-482b-9e47-b30d37e08b95'] response: {'name': 'network-changed', 'server_uuid': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'tag': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'status': 'completed', 'code': 200} Apr 06 17:10:30.573909 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c3baa-c559-47d8-ba33-808f9ad09ae5 req-acf1a0b2-f234-4ef6-b861-485415e92cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:30.577505 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ea8c3baa-c559-47d8-ba33-808f9ad09ae5 req-acf1a0b2-f234-4ef6-b861-485415e92cc8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 1128 time: 0.1577873 Apr 06 17:10:30.657210 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518ad3b-6434-4933-aac4-2f6d4d25ddcb req-cb8fc95c-9ca9-4fad-a4ff-87a1023bf0ba tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:30.659640 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2518ad3b-6434-4933-aac4-2f6d4d25ddcb req-cb8fc95c-9ca9-4fad-a4ff-87a1023bf0ba tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 944 time: 0.1603839 Apr 06 17:10:30.744960 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2518ad3b-6434-4933-aac4-2f6d4d25ddcb req-f246fa9a-69f0-4cc3-b9f7-57e2c064deb5 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781071 Apr 06 17:10:30.749745 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c3baa-c559-47d8-ba33-808f9ad09ae5 req-6cd76c0a-84be-4201-a917-2c838f897604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:30.751768 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ea8c3baa-c559-47d8-ba33-808f9ad09ae5 req-6cd76c0a-84be-4201-a917-2c838f897604 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1619680 Apr 06 17:10:30.768550 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 9a5816f1-e530-49a4-a9df-a77daa164ba7 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:10:30.883198 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port 9a5816f1-e530-49a4-a9df-a77daa164ba7 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:10:30.885454 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c3baa-c559-47d8-ba33-808f9ad09ae5 req-04216dce-af90-4e4f-bb75-7f38f372776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:30.887233 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ea8c3baa-c559-47d8-ba33-808f9ad09ae5 req-04216dce-af90-4e4f-bb75-7f38f372776d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293507 Apr 06 17:10:30.888109 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 9a5816f1-e530-49a4-a9df-a77daa164ba7 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:10:30.889167 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:31.000301 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 9a5816f1-e530-49a4-a9df-a77daa164ba7 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:10:31.001251 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:31.006120 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-f4309bd8-6f81-4e8f-aea9-a549d2f0cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:31.007629 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-f4309bd8-6f81-4e8f-aea9-a549d2f0cb48 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 1128 time: 0.0523226 Apr 06 17:10:31.026421 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04958cad-b8ac-47c1-9ab7-6219fab9a07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5816f1-e530-49a4-a9df-a77daa164ba7'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:10:31.028693 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3bd0eb-9be7-4ab4-a66d-6240b7a103e4" -d '{"events": [{"server_uuid": "04958cad-b8ac-47c1-9ab7-6219fab9a07f", "name": "network-vif-plugged", "status": "completed", "tag": "9a5816f1-e530-49a4-a9df-a77daa164ba7"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:10:31.042174 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 9a5816f1-e530-49a4-a9df-a77daa164ba7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=9a5816f1-e530-49a4-a9df-a77daa164ba7,segment=NetworkSegment(851bd40e-0dfd-4585-8be2-82f24f745284),segment_id=851bd40e-0dfd-4585-8be2-82f24f745284)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:10:31.065913 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-53e04b1f-8177-412b-9323-35f86fb555ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d HTTP/1.1" status: 200 len: 217 time: 0.0406988 Apr 06 17:10:31.072609 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84571fad-f883-455c-a0f3-3b7040bef735 x-openstack-request-id: req-84571fad-f883-455c-a0f3-3b7040bef735 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:10:31.073402 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04958cad-b8ac-47c1-9ab7-6219fab9a07f", "name": "network-vif-plugged", "status": "completed", "tag": "9a5816f1-e530-49a4-a9df-a77daa164ba7", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:10:31.073717 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84571fad-f883-455c-a0f3-3b7040bef735 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:10:31.074129 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84571fad-f883-455c-a0f3-3b7040bef735'] response: {'server_uuid': '04958cad-b8ac-47c1-9ab7-6219fab9a07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5816f1-e530-49a4-a9df-a77daa164ba7', 'code': 200} Apr 06 17:10:31.106523 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:31.194393 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=9a5816f1-e530-49a4-a9df-a77daa164ba7,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:31.284701 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-fe34bebd-1a94-43e3-a734-6d5c4bad407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:31.286149 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-fe34bebd-1a94-43e3-a734-6d5c4bad407c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.1643453 Apr 06 17:10:31.301988 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585264d-1ea6-4a6b-a7ce-f8522610a459 req-d97237a7-b35c-4229-847a-6ee1b4a43c54 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:31.307635 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1585264d-1ea6-4a6b-a7ce-f8522610a459 req-d97237a7-b35c-4229-847a-6ee1b4a43c54 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 944 time: 0.0747478 Apr 06 17:10:31.396793 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1585264d-1ea6-4a6b-a7ce-f8522610a459 req-62d29209-4c57-416c-afea-8533f1670bd3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787702 Apr 06 17:10:31.410606 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-2ca2a8fb-c598-4347-a3c0-4f3dec0d58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:31.412557 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-2ca2a8fb-c598-4347-a3c0-4f3dec0d58e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037061 Apr 06 17:10:31.500854 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0e480-76fd-4b5d-89bc-93efa72d0cfa req-eaafe090-b4ab-46e4-a30a-d5bc1054e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:31.505664 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a0f0e480-76fd-4b5d-89bc-93efa72d0cfa req-eaafe090-b4ab-46e4-a30a-d5bc1054e81a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 1129 time: 0.0751178 Apr 06 17:10:31.549578 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-5b6e184b-ef77-436a-a2b7-d3f555ac9217 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111319 Apr 06 17:10:31.596873 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a0f0e480-76fd-4b5d-89bc-93efa72d0cfa req-97fb8785-0ff1-4d2a-bfc0-10e18b2cd59d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816283 Apr 06 17:10:31.658813 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e8a2e56-8077-4ab9-b1ff-1e559623bf9c req-48a2ddc0-f184-419f-bd3d-7975122c5fd1 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013777 Apr 06 17:10:31.899992 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd428e-1357-4e0e-b4fe-9a701aaa5ed0 req-e7667fa5-9bc8-4d5e-9776-285bd205beec tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:31.901673 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-96bd428e-1357-4e0e-b4fe-9a701aaa5ed0 req-e7667fa5-9bc8-4d5e-9776-285bd205beec tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 945 time: 0.0692077 Apr 06 17:10:31.961171 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-96bd428e-1357-4e0e-b4fe-9a701aaa5ed0 req-55883ef5-cf7d-49dd-a330-2cc620fd0f84 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503395 Apr 06 17:10:32.123956 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 37972) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:32.249156 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a60b-c622-4d74-8c45-10c079508ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:32.345856 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a60b-c622-4d74-8c45-10c079508ff2 admin admin] Publish callbacks [] for security_group (84b11e97-88b3-4928-992e-9dcc73adf27b), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:32.357806 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:32.409023 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9fa1a60b-c622-4d74-8c45-10c079508ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (84b11e97-88b3-4928-992e-9dcc73adf27b), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:32.463247 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-9fa1a60b-c622-4d74-8c45-10c079508ff2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c0de29c6d3c4d0ababb40f2ab836ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381639 Apr 06 17:10:32.465224 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1a60b-c622-4d74-8c45-10c079508ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b11e97-88b3-4928-992e-9dcc73adf27b,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:32.465835 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 37982) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:32.570372 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-80734f63-f9d5-47ce-b666-1c330d449399 admin admin] Publish callbacks [] for security_group (84b11e97-88b3-4928-992e-9dcc73adf27b), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:32.591895 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475c9c6-afe3-48c7-b9e7-77b2ad3b4414 req-2c8aa1ec-caa8-4456-bf91-b097f62290b1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:32.593471 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2475c9c6-afe3-48c7-b9e7-77b2ad3b4414 req-2c8aa1ec-caa8-4456-bf91-b097f62290b1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 944 time: 0.0957658 Apr 06 17:10:32.605733 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-80734f63-f9d5-47ce-b666-1c330d449399 admin admin] Publish callbacks [] for security_group (84b11e97-88b3-4928-992e-9dcc73adf27b), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:32.676041 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2475c9c6-afe3-48c7-b9e7-77b2ad3b4414 req-91b98217-ca80-4479-a2fb-0486fa5f28b7 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730183 Apr 06 17:10:32.769286 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-80734f63-f9d5-47ce-b666-1c330d449399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (84b11e97-88b3-4928-992e-9dcc73adf27b), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:32.773449 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-80734f63-f9d5-47ce-b666-1c330d449399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:32.774923 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-80734f63-f9d5-47ce-b666-1c330d449399 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84b11e97-88b3-4928-992e-9dcc73adf27b HTTP/1.1" status: 204 len: 168 time: 0.3080995 Apr 06 17:10:32.804919 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80734f63-f9d5-47ce-b666-1c330d449399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b11e97-88b3-4928-992e-9dcc73adf27b,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:33.108981 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b7cc3-62d0-46c9-8c97-ac5b35ed2288 req-4bfd00f2-f93a-49a7-8aca-deda1bd49a2c tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:33.111346 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-525b7cc3-62d0-46c9-8c97-ac5b35ed2288 req-4bfd00f2-f93a-49a7-8aca-deda1bd49a2c tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 945 time: 0.0782073 Apr 06 17:10:33.174034 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-525b7cc3-62d0-46c9-8c97-ac5b35ed2288 req-c51e2c05-1665-4141-b301-14896446fed8 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514920 Apr 06 17:10:33.807901 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896c361-a24d-4b1a-ab3e-e9f95a75cd06 req-844a2de1-cbb9-43a0-bcc8-869a9ae60c9f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:33.815222 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0896c361-a24d-4b1a-ab3e-e9f95a75cd06 req-844a2de1-cbb9-43a0-bcc8-869a9ae60c9f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 944 time: 0.0586901 Apr 06 17:10:33.867198 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0896c361-a24d-4b1a-ab3e-e9f95a75cd06 req-dc8325b4-7c19-481b-8e3b-2621e67dd02c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466361 Apr 06 17:10:34.333383 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a102f4-c215-482d-b2d6-ad08dddb4442 req-fcd349c4-1f02-40a4-bdb7-7bcc57a5cf36 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:34.335125 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-62a102f4-c215-482d-b2d6-ad08dddb4442 req-fcd349c4-1f02-40a4-bdb7-7bcc57a5cf36 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 945 time: 0.0599968 Apr 06 17:10:34.386125 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-62a102f4-c215-482d-b2d6-ad08dddb4442 req-6a240f0c-e25f-467f-b4d1-0890fa726738 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Apr 06 17:10:34.978669 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de01219-1121-46b5-82f4-35103822437b req-c5a12a2c-f978-43e6-927f-5987c131e0da tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:34.980180 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0de01219-1121-46b5-82f4-35103822437b req-c5a12a2c-f978-43e6-927f-5987c131e0da tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 944 time: 0.0556037 Apr 06 17:10:35.030646 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0de01219-1121-46b5-82f4-35103822437b req-56ce4eab-9754-4005-82d9-ee662f2aadb0 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447245 Apr 06 17:10:35.506548 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaad875-eadd-4469-997d-c630e75cb8f4 req-7700a472-737b-41d0-b4c2-e36ec67dd81b tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:35.511488 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8aaad875-eadd-4469-997d-c630e75cb8f4 req-7700a472-737b-41d0-b4c2-e36ec67dd81b tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 945 time: 0.0585959 Apr 06 17:10:35.567613 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8aaad875-eadd-4469-997d-c630e75cb8f4 req-a73e19ec-7b57-470e-b6f2-f95e67de271c tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539882 Apr 06 17:10:36.153428 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2f640-ca50-4cc0-9937-68a1e9add5d0 req-91599fe0-02e8-493a-b27f-85700861a44a tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:36.155080 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d6c2f640-ca50-4cc0-9937-68a1e9add5d0 req-91599fe0-02e8-493a-b27f-85700861a44a tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 944 time: 0.0550702 Apr 06 17:10:36.203059 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d6c2f640-ca50-4cc0-9937-68a1e9add5d0 req-52bf28f6-cea7-486e-af3c-cb371605e77a tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411217 Apr 06 17:10:36.681237 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f776f1-ebc8-48f6-a38f-22da169a958d req-2f61dc98-ba04-4c09-9e4f-bd687423888d tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:36.686950 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-28f776f1-ebc8-48f6-a38f-22da169a958d req-2f61dc98-ba04-4c09-9e4f-bd687423888d tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 945 time: 0.0555289 Apr 06 17:10:36.747783 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-28f776f1-ebc8-48f6-a38f-22da169a958d req-7c393058-fb2d-4e83-9644-6e9dd5542e61 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575747 Apr 06 17:10:36.763646 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:10:36.860577 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:10:36.872902 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'port_id': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'mac_address': 'fa:16:3e:fc:45:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:10:36.913293 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:10:36.913579 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:36.930502 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:10:36.951203 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:10:37.009322 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:37.069993 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:37.135060 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d3d22d39-e8bc-4caa-aa44-858cc773f05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:37.335497 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae472519-7daf-4721-a533-ec45d4db2544 req-1e7ecb80-a113-4618-b649-c2ec07d218f4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:37.339481 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ae472519-7daf-4721-a533-ec45d4db2544 req-1e7ecb80-a113-4618-b649-c2ec07d218f4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 945 time: 0.0610864 Apr 06 17:10:37.387180 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ae472519-7daf-4721-a533-ec45d4db2544 req-9e62f815-320f-4aae-a0ef-dea4a2c452c0 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444484 Apr 06 17:10:37.712875 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:10:37.873980 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a83c1-463d-488f-9ddd-8b0a7dce1114 req-1b710ce4-37c4-463b-9bae-e0da0802805d tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:37.876091 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-424a83c1-463d-488f-9ddd-8b0a7dce1114 req-1b710ce4-37c4-463b-9bae-e0da0802805d tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 945 time: 0.0600698 Apr 06 17:10:37.934451 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-424a83c1-463d-488f-9ddd-8b0a7dce1114 req-1e4089dd-47b8-4382-913b-4c34895e9372 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515387 Apr 06 17:10:38.553643 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b8335-1dd5-4cb1-97bf-1d3a1b25fc8c req-51f0ff44-9a92-4a1b-b112-400135ae2a64 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:38.555813 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6b2b8335-1dd5-4cb1-97bf-1d3a1b25fc8c req-51f0ff44-9a92-4a1b-b112-400135ae2a64 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 945 time: 0.0681453 Apr 06 17:10:38.634486 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6b2b8335-1dd5-4cb1-97bf-1d3a1b25fc8c req-e464ed7e-74d8-4cea-affe-1127536c9f2f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695286 Apr 06 17:10:39.107750 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:10:39.204380 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:10:39.209014 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:10:39.209419 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:39.296759 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:10:39.297891 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:39.331734 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:10:39.332696 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:10:39.335144 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e84501-9775-4ad8-a61e-2a5af33070cc" -d '{"events": [{"server_uuid": "a64d3b39-3bd7-41cd-b9e5-65681ce1cede", "name": "network-vif-plugged", "status": "completed", "tag": "e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:10:39.375891 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397e5af0-e83e-46dd-928c-ccb328677ffa x-openstack-request-id: req-397e5af0-e83e-46dd-928c-ccb328677ffa {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:10:39.375891 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64d3b39-3bd7-41cd-b9e5-65681ce1cede", "name": "network-vif-plugged", "status": "completed", "tag": "e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:10:39.375891 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-397e5af0-e83e-46dd-928c-ccb328677ffa {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:10:39.375891 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397e5af0-e83e-46dd-928c-ccb328677ffa'] response: {'server_uuid': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'code': 200} Apr 06 17:10:39.386871 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:39.439010 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:39.603919 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-285cc89d-a2e9-4712-9031-9144fa87f12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:39.796027 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89688cb-a516-4da2-aad9-439c4488b789 req-541c43b1-6bf8-4681-96a9-4dc25f422840 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:39.803800 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e89688cb-a516-4da2-aad9-439c4488b789 req-541c43b1-6bf8-4681-96a9-4dc25f422840 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0794151 Apr 06 17:10:39.882731 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e89688cb-a516-4da2-aad9-439c4488b789 req-8c3916fe-3a94-4a87-8e1e-c46903369f6c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777061 Apr 06 17:10:39.887520 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee24d50-732f-43f3-93b7-d997060cf746 req-289d9d93-a14e-49be-83ad-7565a624d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:39.889064 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2ee24d50-732f-43f3-93b7-d997060cf746 req-289d9d93-a14e-49be-83ad-7565a624d442 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 1130 time: 0.0830927 Apr 06 17:10:39.951741 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2ee24d50-732f-43f3-93b7-d997060cf746 req-38b0e649-926a-4090-b5b0-a8798b888fbb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517459 Apr 06 17:10:40.444012 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:40.998046 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64a6a2-c322-417c-8f31-3425799177fc req-51a8a24c-ed00-4ad4-8221-62103ef1fa49 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:40.999716 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0a64a6a2-c322-417c-8f31-3425799177fc req-51a8a24c-ed00-4ad4-8221-62103ef1fa49 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0532267 Apr 06 17:10:41.051633 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0a64a6a2-c322-417c-8f31-3425799177fc req-376249f7-5bb4-4c91-bdac-b6c4534a88e4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455585 Apr 06 17:10:41.775269 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:42.172762 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890121f7-4557-4e3a-b909-8c9c94d3ebfc req-7c0de714-4f89-402f-a29e-ccbc3ee407a0 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:42.174971 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-890121f7-4557-4e3a-b909-8c9c94d3ebfc req-7c0de714-4f89-402f-a29e-ccbc3ee407a0 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0562251 Apr 06 17:10:42.248546 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-890121f7-4557-4e3a-b909-8c9c94d3ebfc req-e4c0800d-4738-49e6-b1ce-9f77b22beac0 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676041 Apr 06 17:10:42.321878 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:10:43.289620 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:43.371644 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2774d0b-bcd9-4267-a05b-e401026adfb5 req-f4da55e0-a4db-4ded-a382-b20b11c2cb59 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:43.373122 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b2774d0b-bcd9-4267-a05b-e401026adfb5 req-f4da55e0-a4db-4ded-a382-b20b11c2cb59 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0575755 Apr 06 17:10:43.421588 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b2774d0b-bcd9-4267-a05b-e401026adfb5 req-9fdbfb9c-c230-4c6c-926f-78f94cfd0ff6 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428383 Apr 06 17:10:43.533404 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacab2e-7112-406b-8977-73670c27188b req-71a14c4d-d85f-4b02-9ae2-a0d90bc5bb0e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:43.534799 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-eeacab2e-7112-406b-8977-73670c27188b req-71a14c4d-d85f-4b02-9ae2-a0d90bc5bb0e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0513146 Apr 06 17:10:43.543329 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 38112) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:43.547532 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-6e0401fb-97cd-42f7-ae8e-0ea306b76d41 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Request body: {'floatingip': {'port_id': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:10:43.588569 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6e0401fb-97cd-42f7-ae8e-0ea306b76d41 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for floatingip (f1c96f3b-6a92-4c2f-87e3-df3e96c17c06), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:44.222574 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6e0401fb-97cd-42f7-ae8e-0ea306b76d41 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:44.307088 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6e0401fb-97cd-42f7-ae8e-0ea306b76d41 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (f1c96f3b-6a92-4c2f-87e3-df3e96c17c06), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:44.408488 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-6e0401fb-97cd-42f7-ae8e-0ea306b76d41 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Floating IP f1c96f3b-6a92-4c2f-87e3-df3e96c17c06 associated. External IP: 172.27.1.252, port: e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d. Apr 06 17:10:44.620548 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0401fb-97cd-42f7-ae8e-0ea306b76d41 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Router a9b8206b-3c95-456f-a3a2-4411480c3d11 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:10:44.731209 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0401fb-97cd-42f7-ae8e-0ea306b76d41 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:10:44.736194 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6e0401fb-97cd-42f7-ae8e-0ea306b76d41 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:44.742962 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c397c90-772e-4454-97cb-f99a7765e4eb None None] Sync routers for ids ['a9b8206b-3c95-456f-a3a2-4411480c3d11'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:10:44.752824 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c397c90-772e-4454-97cb-f99a7765e4eb None None] Routers {'a9b8206b-3c95-456f-a3a2-4411480c3d11'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:10:44.753441 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-4c397c90-772e-4454-97cb-f99a7765e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:10:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['a9b8206b-3c95-456f-a3a2-4411480c3d11'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:10:44.772469 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-6e0401fb-97cd-42f7-ae8e-0ea306b76d41 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "PUT /v2.0/floatingips/f1c96f3b-6a92-4c2f-87e3-df3e96c17c06 HTTP/1.1" status: 200 len: 992 time: 1.2281091 Apr 06 17:10:44.773192 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'tag': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:10:44.775584 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883c7e56-4cff-4ffa-aa50-333817ac6b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a64d3b39-3bd7-41cd-b9e5-65681ce1cede", "tag": "e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:10:44.813995 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9968fd3-921d-4a11-a5f2-f093e12f5c8a x-openstack-request-id: req-e9968fd3-921d-4a11-a5f2-f093e12f5c8a {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:10:44.814267 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64d3b39-3bd7-41cd-b9e5-65681ce1cede", "tag": "e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:10:44.814522 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e9968fd3-921d-4a11-a5f2-f093e12f5c8a {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:10:44.814927 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9968fd3-921d-4a11-a5f2-f093e12f5c8a'] response: {'name': 'network-changed', 'server_uuid': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'tag': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'status': 'completed', 'code': 200} Apr 06 17:10:44.865499 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-4c397c90-772e-4454-97cb-f99a7765e4eb None None] Set router a9b8206b-3c95-456f-a3a2-4411480c3d11 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:10:44.901573 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c7e56-4cff-4ffa-aa50-333817ac6b4b req-a8075268-c076-4942-850a-ebdbf42abc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:44.903155 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-883c7e56-4cff-4ffa-aa50-333817ac6b4b req-a8075268-c076-4942-850a-ebdbf42abc32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 1130 time: 0.0453773 Apr 06 17:10:44.996190 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c7e56-4cff-4ffa-aa50-333817ac6b4b req-6b8a5037-6a85-4c42-a9ea-be54d7dff218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:44.997655 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-883c7e56-4cff-4ffa-aa50-333817ac6b4b req-6b8a5037-6a85-4c42-a9ea-be54d7dff218 service neutron] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 919 time: 0.0878441 Apr 06 17:10:45.062136 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-883c7e56-4cff-4ffa-aa50-333817ac6b4b req-01e3f050-7355-4fdf-8fbe-28d3a558d514 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d HTTP/1.1" status: 200 len: 1000 time: 0.0584886 Apr 06 17:10:45.095087 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-4c397c90-772e-4454-97cb-f99a7765e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'f1c96f3b-6a92-4c2f-87e3-df3e96c17c06', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'port_id': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'mac_address': 'fa:16:3e:fc:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:10:21Z', 'updated_at': '2022-04-06T17:10:44Z', 'revision_number': 1, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d621d6d-59cf-49d3-ab3b-eef9cbf71182', 'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'mac_address': 'fa:16:3e:50:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:52Z', 'updated_at': '2022-04-06T17:07:57Z', 'revision_number': 5, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'subnets': [{'id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:10:45.128034 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c397c90-772e-4454-97cb-f99a7765e4eb None None] Checking router: a9b8206b-3c95-456f-a3a2-4411480c3d11 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:10:45.134123 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c7e56-4cff-4ffa-aa50-333817ac6b4b req-ac871a47-d63d-4221-a1d3-5594f621a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:45.135616 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-883c7e56-4cff-4ffa-aa50-333817ac6b4b req-ac871a47-d63d-4221-a1d3-5594f621a267 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.0678072 Apr 06 17:10:45.136235 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c397c90-772e-4454-97cb-f99a7765e4eb None None] Routers {'a9b8206b-3c95-456f-a3a2-4411480c3d11'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:10:45.136843 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-4c397c90-772e-4454-97cb-f99a7765e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:10:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['a9b8206b-3c95-456f-a3a2-4411480c3d11'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:10:45.183707 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c7e56-4cff-4ffa-aa50-333817ac6b4b req-c43d5eca-7374-4c65-8169-5e8813025aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:45.185202 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-883c7e56-4cff-4ffa-aa50-333817ac6b4b req-c43d5eca-7374-4c65-8169-5e8813025aec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429904 Apr 06 17:10:45.244238 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-4c397c90-772e-4454-97cb-f99a7765e4eb None None] Set router a9b8206b-3c95-456f-a3a2-4411480c3d11 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:10:45.277039 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-883c7e56-4cff-4ffa-aa50-333817ac6b4b req-60a2d286-8021-445d-b486-5a57b58e9987 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846879 Apr 06 17:10:45.370952 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-883c7e56-4cff-4ffa-aa50-333817ac6b4b req-f91e6fe4-716e-4be3-80bd-c47b6a7818a6 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870366 Apr 06 17:10:45.474251 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-4c397c90-772e-4454-97cb-f99a7765e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'f1c96f3b-6a92-4c2f-87e3-df3e96c17c06', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'port_id': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'mac_address': 'fa:16:3e:fc:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:10:21Z', 'updated_at': '2022-04-06T17:10:44Z', 'revision_number': 1, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d621d6d-59cf-49d3-ab3b-eef9cbf71182', 'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'mac_address': 'fa:16:3e:50:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:52Z', 'updated_at': '2022-04-06T17:07:57Z', 'revision_number': 5, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'subnets': [{'id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:10:45.504649 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c397c90-772e-4454-97cb-f99a7765e4eb None None] The sync data for ids ['a9b8206b-3c95-456f-a3a2-4411480c3d11'] in dv-cinder-836850-1-iscsi is: [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'f1c96f3b-6a92-4c2f-87e3-df3e96c17c06', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'port_id': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'mac_address': 'fa:16:3e:fc:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:10:21Z', 'updated_at': '2022-04-06T17:10:44Z', 'revision_number': 1, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d621d6d-59cf-49d3-ab3b-eef9cbf71182', 'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'mac_address': 'fa:16:3e:50:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:52Z', 'updated_at': '2022-04-06T17:07:57Z', 'revision_number': 5, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'subnets': [{'id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:10:45.686154 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb5f01d-a0a6-43f7-a533-8ecc4076aab4 None None] New status for floating IP f1c96f3b-6a92-4c2f-87e3-df3e96c17c06: ACTIVE {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:10:47.192628 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 38192) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:47.237479 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Deleting subnet 7d0b6959-bf80-4940-9450-eb11b3e78354 {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:10:47.240832 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Publish callbacks [] for subnet (7d0b6959-bf80-4940-9450-eb11b3e78354), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:47.274885 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7130308'] for subnet (7d0b6959-bf80-4940-9450-eb11b3e78354), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:47.324983 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (7d0b6959-bf80-4940-9450-eb11b3e78354), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:47.484689 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7128047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5377154'] for subnet (7d0b6959-bf80-4940-9450-eb11b3e78354), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:47.510181 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d0b6959-bf80-4940-9450-eb11b3e78354,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:47.514661 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:47.518580 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7d0b6959-bf80-4940-9450-eb11b3e78354 HTTP/1.1" status: 204 len: 168 time: 0.3249586 Apr 06 17:10:47.521174 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38198) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:47.524780 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.525135 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.525482 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.525888 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.526233 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.526568 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.526896 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.527286 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.527648 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.527979 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.528309 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.529013 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.529013 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.529402 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.529733 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c34576-3c58-4909-bcc7-b6ac6822b3c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:47.595780 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (e41698e1-acfb-42da-b907-5941632cb336), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:47.678572 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (e41698e1-acfb-42da-b907-5941632cb336), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:47.698065 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.698416 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.699219 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.699559 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > port after_create 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.699894 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.700237 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > port after_update 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.700568 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.700914 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.701237 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.701563 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.775801 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.776159 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.776488 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.776823 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:10:47.777176 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41698e1-acfb-42da-b907-5941632cb336']}} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:10:47.798742 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697b6153-f5dd-4cf3-8eee-dc740496b163') {'for_net_delete': True} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:10:47.799068 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697b6153-f5dd-4cf3-8eee-dc740496b163') {} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:10:47.815216 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220542'] for segment (697b6153-f5dd-4cf3-8eee-dc740496b163), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:47.835701 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (697b6153-f5dd-4cf3-8eee-dc740496b163), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:47.843528 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:10:47.843945 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4588926'] for segment (697b6153-f5dd-4cf3-8eee-dc740496b163), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: from cryptography.utils import int_from_bytes Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: from cryptography.utils import int_from_bytes Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: Traceback (most recent call last): Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: timer() Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: cb(*args, **kw) Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: return func(*args, **kwargs) Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: self._notify() Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: self.callback(batched_events) Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: event.method(event) Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: return f(self, *a, **k) Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._get(url).json() Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: return self.request(url, 'GET', **kwargs) Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:10:47.848592 dv-cinder-836850-1-iscsi neutron-server[103876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:10:47.992633 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (e41698e1-acfb-42da-b907-5941632cb336), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:47.998342 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:48.002349 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] 10.222.0.66 "DELETE /v2.0/networks/e41698e1-acfb-42da-b907-5941632cb336 HTTP/1.1" status: 204 len: 168 time: 0.4801087 Apr 06 17:10:48.014779 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Pushing event deleted for resources: {'Network': ['ID=e41698e1-acfb-42da-b907-5941632cb336,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:48.022901 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.023284 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.023630 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.023970 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.024309 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.024638 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.024997 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.025325 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.025781 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.026112 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.026440 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.026766 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.027120 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.027452 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.027771 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18feb820-09b4-46c4-ac2a-aef31ca8503d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:10:48.363788 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38214) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:48.404775 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-7b5aa40e-acf1-489c-8aae-77b16dc1539b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94e709c599234ed38a51b6881b132ce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398052 Apr 06 17:10:48.407254 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38218) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:48.459850 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7f65fce8-0e88-48c2-b1ab-e21e18428edb admin admin] Publish callbacks [] for security_group (9cca55fd-8758-49fb-adb9-27120248c885), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:48.480357 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7f65fce8-0e88-48c2-b1ab-e21e18428edb admin admin] Publish callbacks [] for security_group (9cca55fd-8758-49fb-adb9-27120248c885), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:48.575644 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7f65fce8-0e88-48c2-b1ab-e21e18428edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9cca55fd-8758-49fb-adb9-27120248c885), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:48.578446 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7f65fce8-0e88-48c2-b1ab-e21e18428edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:48.579761 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-7f65fce8-0e88-48c2-b1ab-e21e18428edb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cca55fd-8758-49fb-adb9-27120248c885 HTTP/1.1" status: 204 len: 168 time: 0.1716158 Apr 06 17:10:48.587947 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65fce8-0e88-48c2-b1ab-e21e18428edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cca55fd-8758-49fb-adb9-27120248c885,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:50.168540 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38266) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:50.271139 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19eb179f-174b-4752-8ff9-28d6ed23c06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:50.342489 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19eb179f-174b-4752-8ff9-28d6ed23c06e admin admin] Publish callbacks [] for security_group (b0e16e72-56bb-46df-a109-994f80c28982), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:50.415833 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19eb179f-174b-4752-8ff9-28d6ed23c06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b0e16e72-56bb-46df-a109-994f80c28982), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:50.453243 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-19eb179f-174b-4752-8ff9-28d6ed23c06e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=222539740af2465d93697eb78e809dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835677 Apr 06 17:10:50.454083 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb179f-174b-4752-8ff9-28d6ed23c06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e16e72-56bb-46df-a109-994f80c28982,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:50.456067 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 38278) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:10:50.507721 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4f3934a9-b04d-4497-8c19-c8d53b7e4461 admin admin] Publish callbacks [] for security_group (b0e16e72-56bb-46df-a109-994f80c28982), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:50.531814 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4f3934a9-b04d-4497-8c19-c8d53b7e4461 admin admin] Publish callbacks [] for security_group (b0e16e72-56bb-46df-a109-994f80c28982), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:50.621046 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c921c6-28b7-4b88-8049-0fa9555d0cf0 req-b0c3301f-21c8-4069-8267-aed263f68ba4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:50.622543 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c8c921c6-28b7-4b88-8049-0fa9555d0cf0 req-b0c3301f-21c8-4069-8267-aed263f68ba4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0578542 Apr 06 17:10:50.670262 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c8c921c6-28b7-4b88-8049-0fa9555d0cf0 req-d59bcb64-04b5-4efb-a825-ce97c2e92ef9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417433 Apr 06 17:10:50.672437 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4f3934a9-b04d-4497-8c19-c8d53b7e4461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b0e16e72-56bb-46df-a109-994f80c28982), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:50.674980 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4f3934a9-b04d-4497-8c19-c8d53b7e4461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:10:50.676028 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-4f3934a9-b04d-4497-8c19-c8d53b7e4461 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0e16e72-56bb-46df-a109-994f80c28982 HTTP/1.1" status: 204 len: 168 time: 0.2189410 Apr 06 17:10:50.683850 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3934a9-b04d-4497-8c19-c8d53b7e4461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e16e72-56bb-46df-a109-994f80c28982,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:10:51.792261 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb2e69-6ade-4c7d-8a8b-4baa49e62900 req-ef6b6837-cd0e-4720-abd1-780a3706320f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:51.793656 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-aecb2e69-6ade-4c7d-8a8b-4baa49e62900 req-ef6b6837-cd0e-4720-abd1-780a3706320f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0512724 Apr 06 17:10:51.839110 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-aecb2e69-6ade-4c7d-8a8b-4baa49e62900 req-8b0da6da-fea3-4000-9c9c-368d35c72a8b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392456 Apr 06 17:10:52.958172 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab392c-65d2-4423-b78c-cc33f30939c8 req-b7dccfce-840d-4af0-802f-3b2317e84609 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:52.959652 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-13ab392c-65d2-4423-b78c-cc33f30939c8 req-b7dccfce-840d-4af0-802f-3b2317e84609 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0513813 Apr 06 17:10:53.009939 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-13ab392c-65d2-4423-b78c-cc33f30939c8 req-0f06dbb1-23d3-4e04-8f63-d3ed22e07e99 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448635 Apr 06 17:10:54.128675 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008ec33-03e1-436e-8394-c01eeec42421 req-4fc3e02d-7f26-4ee8-a733-dfdd4284c80f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:54.130133 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a008ec33-03e1-436e-8394-c01eeec42421 req-4fc3e02d-7f26-4ee8-a733-dfdd4284c80f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0524082 Apr 06 17:10:54.175618 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a008ec33-03e1-436e-8394-c01eeec42421 req-35ba3ba7-576a-48a2-b9ec-763f2468dd87 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399597 Apr 06 17:10:55.296041 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee626a45-3bc8-42bb-b108-8505cfcf5c22 req-960a836b-0f17-461d-9b55-8dbaf912c9c5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:55.297507 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ee626a45-3bc8-42bb-b108-8505cfcf5c22 req-960a836b-0f17-461d-9b55-8dbaf912c9c5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0524223 Apr 06 17:10:55.343041 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ee626a45-3bc8-42bb-b108-8505cfcf5c22 req-43d2e420-0f69-4a8a-b2f4-208ea7b5428c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399837 Apr 06 17:10:56.465071 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44c21e-1aa3-46c1-8b11-acb6fd86a59b req-dff68877-9cd5-4f74-ab97-228695b51741 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:56.466533 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce44c21e-1aa3-46c1-8b11-acb6fd86a59b req-dff68877-9cd5-4f74-ab97-228695b51741 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0546303 Apr 06 17:10:56.513520 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce44c21e-1aa3-46c1-8b11-acb6fd86a59b req-13bdf5bc-481d-400a-b190-38fe923e5ddc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408747 Apr 06 17:10:57.634350 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55627b-cca5-41aa-a9a8-192381c346f3 req-d9075182-9971-4720-9864-440620b1c80b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:57.635876 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8d55627b-cca5-41aa-a9a8-192381c346f3 req-d9075182-9971-4720-9864-440620b1c80b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0520308 Apr 06 17:10:57.682569 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8d55627b-cca5-41aa-a9a8-192381c346f3 req-9e1189b2-86e0-4dd1-a3f2-e83c18c8d6a2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409906 Apr 06 17:10:58.803752 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198c9b4-cb29-441d-9905-713c7f6886dc req-e6425508-a2ca-42ab-a4eb-0e8ad2b08a3c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:58.805258 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1198c9b4-cb29-441d-9905-713c7f6886dc req-e6425508-a2ca-42ab-a4eb-0e8ad2b08a3c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0518842 Apr 06 17:10:58.853686 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1198c9b4-cb29-441d-9905-713c7f6886dc req-1427a98f-eabf-40ef-a552-28f73104bf09 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430000 Apr 06 17:10:59.972589 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ab81-cac9-4ccc-b82e-8d408163645c req-1edd7af8-1c7f-48d0-be0b-f1a73227ca85 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:10:59.974034 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91a4ab81-cac9-4ccc-b82e-8d408163645c req-1edd7af8-1c7f-48d0-be0b-f1a73227ca85 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0513825 Apr 06 17:11:00.019756 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91a4ab81-cac9-4ccc-b82e-8d408163645c req-cc4fdebb-b735-40dd-aaa2-744bf62126c2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401194 Apr 06 17:11:01.138034 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f733b8a-df24-492d-9cfb-6402aa6a43b2 req-376facd0-4b57-4dd7-8068-a47fb0127bd4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:01.139506 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5f733b8a-df24-492d-9cfb-6402aa6a43b2 req-376facd0-4b57-4dd7-8068-a47fb0127bd4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0508366 Apr 06 17:11:01.184885 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5f733b8a-df24-492d-9cfb-6402aa6a43b2 req-67467011-42af-44ff-8ab7-beb4f7514261 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391381 Apr 06 17:11:02.307648 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a4ee1-b73a-48a6-a775-d8723ac103ca req-316d7cef-5128-427e-b808-9f56418b8606 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:02.309124 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-658a4ee1-b73a-48a6-a775-d8723ac103ca req-316d7cef-5128-427e-b808-9f56418b8606 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0560651 Apr 06 17:11:02.341869 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:02.355584 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-658a4ee1-b73a-48a6-a775-d8723ac103ca req-94c65433-cfe2-4ad0-9f90-13c7d707fcf8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Apr 06 17:11:03.653248 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b611937-bb86-4def-b764-c89250d0a121 req-35e0b2d2-e903-434a-9cd1-eba997ae74ac tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:03.654679 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9b611937-bb86-4def-b764-c89250d0a121 req-35e0b2d2-e903-434a-9cd1-eba997ae74ac tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.2282591 Apr 06 17:11:03.699924 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9b611937-bb86-4def-b764-c89250d0a121 req-4e0dbcd1-30cc-44e1-837f-16bcf73c0ea9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396645 Apr 06 17:11:04.875175 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8661c-ec24-47c4-9789-b8b86097377e req-b07b8054-09a2-4303-956f-aec232a7ed5e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:04.876607 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-aae8661c-ec24-47c4-9789-b8b86097377e req-b07b8054-09a2-4303-956f-aec232a7ed5e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.1063323 Apr 06 17:11:04.922326 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-aae8661c-ec24-47c4-9789-b8b86097377e req-eb6f5919-9231-4f5a-b9d5-836f03f393ca tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401742 Apr 06 17:11:05.441213 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4a4e8aa-45b8-416e-9202-5e408d2dd08a req-52ce8b1d-7193-4c1a-8bfe-b1e6a28914c2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423915 Apr 06 17:11:05.584451 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4e8aa-45b8-416e-9202-5e408d2dd08a req-afc0950d-e966-4477-9033-eae267ef7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:05.585903 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4a4e8aa-45b8-416e-9202-5e408d2dd08a req-afc0950d-e966-4477-9033-eae267ef7c08 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 1129 time: 0.0438824 Apr 06 17:11:05.696989 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4e8aa-45b8-416e-9202-5e408d2dd08a req-c5cb5bd1-526c-4275-a268-afea7717ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:05.698390 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4a4e8aa-45b8-416e-9202-5e408d2dd08a req-c5cb5bd1-526c-4275-a268-afea7717ae8a service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 HTTP/1.1" status: 200 len: 911 time: 0.0869169 Apr 06 17:11:05.766657 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4a4e8aa-45b8-416e-9202-5e408d2dd08a req-99fc814b-a82d-472a-8203-0e4ed43e600f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 HTTP/1.1" status: 200 len: 1001 time: 0.0573709 Apr 06 17:11:05.816193 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4e8aa-45b8-416e-9202-5e408d2dd08a req-718e3214-7525-4aa1-92d1-df836eb47634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:05.817809 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4a4e8aa-45b8-416e-9202-5e408d2dd08a req-718e3214-7525-4aa1-92d1-df836eb47634 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8377ebda-3e29-4c9b-ad5b-f3579b9da41a HTTP/1.1" status: 200 len: 849 time: 0.0437572 Apr 06 17:11:05.872492 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4e8aa-45b8-416e-9202-5e408d2dd08a req-bca2ef4c-5bc0-4c7a-b00f-cbd64e0f0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:05.873958 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4a4e8aa-45b8-416e-9202-5e408d2dd08a req-bca2ef4c-5bc0-4c7a-b00f-cbd64e0f0c76 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475328 Apr 06 17:11:05.966142 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4a4e8aa-45b8-416e-9202-5e408d2dd08a req-fc6367a3-25b9-49de-8962-38ce54d8ec9b service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819442 Apr 06 17:11:06.091572 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4a4e8aa-45b8-416e-9202-5e408d2dd08a req-f5e4d0a5-6654-4526-85f3-327b77f3b710 service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181381 Apr 06 17:11:06.099076 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7b8ba-e9c8-47e1-a500-cd6238f588f4 req-3181a0c2-fdad-4298-a52d-b5e6affcddfc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:06.100415 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-48a7b8ba-e9c8-47e1-a500-cd6238f588f4 req-3181a0c2-fdad-4298-a52d-b5e6affcddfc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0804100 Apr 06 17:11:06.147209 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-48a7b8ba-e9c8-47e1-a500-cd6238f588f4 req-19c2337c-ff41-4c8c-a89d-4c6da9a4cd38 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411279 Apr 06 17:11:07.101778 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7a952688-0574-4dfc-b3c6-43766ed6ead0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:07.273874 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba3ab6-b0ca-4796-9377-8c893720627b req-7c83e695-b095-4e74-a117-7c234989b123 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:07.275463 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-34ba3ab6-b0ca-4796-9377-8c893720627b req-7c83e695-b095-4e74-a117-7c234989b123 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0564454 Apr 06 17:11:07.322220 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-34ba3ab6-b0ca-4796-9377-8c893720627b req-7d8fdfc6-80d6-4a15-836a-88a80f851422 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409508 Apr 06 17:11:08.444310 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed5534-28ef-4fe6-aabc-8d26abc5f148 req-a6d87332-2a56-4b76-9ab1-62af6d275620 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:08.445786 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0aed5534-28ef-4fe6-aabc-8d26abc5f148 req-a6d87332-2a56-4b76-9ab1-62af6d275620 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0516803 Apr 06 17:11:08.492155 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0aed5534-28ef-4fe6-aabc-8d26abc5f148 req-9c46c469-59a9-4c77-9326-1caa1e832a12 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409076 Apr 06 17:11:09.613299 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c0da4-9d26-4be1-8d08-cab1273937a6 req-20bb180c-dc9e-45e6-bed6-035d8fd68a79 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:09.614769 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f22c0da4-9d26-4be1-8d08-cab1273937a6 req-20bb180c-dc9e-45e6-bed6-035d8fd68a79 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0516775 Apr 06 17:11:09.628196 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8d39b8b7-cf60-4750-b34d-2a35b8f3b74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:09.664843 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f22c0da4-9d26-4be1-8d08-cab1273937a6 req-057c8f81-4ca8-4606-90f5-c977a5b352ad tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 Apr 06 17:11:10.462085 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:10.783949 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba34bf-14c6-4da5-9535-c84b304b844f req-877a0534-c0bf-4df5-bd02-075152528af4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:10.786005 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-adba34bf-14c6-4da5-9535-c84b304b844f req-877a0534-c0bf-4df5-bd02-075152528af4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0523365 Apr 06 17:11:10.829879 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-adba34bf-14c6-4da5-9535-c84b304b844f req-e64ed463-614b-4c05-8477-6ce78ecbe754 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383320 Apr 06 17:11:11.625038 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10428922-b15b-4735-9fc6-2a852884db33 req-bf208032-b56d-4122-b775-aa7434acd5d6 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:11.626473 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-10428922-b15b-4735-9fc6-2a852884db33 req-bf208032-b56d-4122-b775-aa7434acd5d6 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0505025 Apr 06 17:11:11.671422 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-10428922-b15b-4735-9fc6-2a852884db33 req-c2cf0af8-399d-47cc-964a-cb0469b4789b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392864 Apr 06 17:11:11.753389 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:11.955430 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc77be4-ff50-4705-b980-2f5591a82c5c req-889a512f-59e0-4e6f-9457-bf41358c3895 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:11.957506 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9cc77be4-ff50-4705-b980-2f5591a82c5c req-889a512f-59e0-4e6f-9457-bf41358c3895 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0557632 Apr 06 17:11:12.001582 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9cc77be4-ff50-4705-b980-2f5591a82c5c req-5018c1bf-f88e-437d-b4e9-df6f35839055 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386651 Apr 06 17:11:12.786310 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66697cd-7b04-407b-9ea1-48455eb0063a req-63045aa2-a5e7-49ac-b4a5-ad7bc2d052c9 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:12.787779 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e66697cd-7b04-407b-9ea1-48455eb0063a req-63045aa2-a5e7-49ac-b4a5-ad7bc2d052c9 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0516434 Apr 06 17:11:12.833272 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e66697cd-7b04-407b-9ea1-48455eb0063a req-228c8cb3-b824-4e3a-b227-49264eb38625 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398710 Apr 06 17:11:13.122699 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252c9d7-c49b-46b7-a8d3-7689c81fa942 req-953d0ad3-25e0-45fd-9b11-9b2c259f392a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:13.124209 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6252c9d7-c49b-46b7-a8d3-7689c81fa942 req-953d0ad3-25e0-45fd-9b11-9b2c259f392a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0523014 Apr 06 17:11:13.175065 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6252c9d7-c49b-46b7-a8d3-7689c81fa942 req-e6687c26-c1d0-4065-bf4b-608250ca496f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449767 Apr 06 17:11:13.295874 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:13.890243 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af188a0-e974-476e-a33b-baf0ac225323 req-451d8150-efc7-41c1-a9d1-3b5defcba228 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:13.891785 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2af188a0-e974-476e-a33b-baf0ac225323 req-451d8150-efc7-41c1-a9d1-3b5defcba228 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 945 time: 0.0531521 Apr 06 17:11:13.938193 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2af188a0-e974-476e-a33b-baf0ac225323 req-c017f0f3-908e-4c8e-8faf-f3fb19c84ae5 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Apr 06 17:11:14.050496 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff1c13-ed21-4a63-b3b4-155fce18bdb1 req-653f14de-e0c9-483f-b23d-d4eefaf99a97 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:14.051987 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e5ff1c13-ed21-4a63-b3b4-155fce18bdb1 req-653f14de-e0c9-483f-b23d-d4eefaf99a97 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0521946 Apr 06 17:11:14.097651 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e5ff1c13-ed21-4a63-b3b4-155fce18bdb1 req-e388cd74-2b0b-496f-899b-3a8405945ffb tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396881 Apr 06 17:11:14.397301 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ef2a-407f-4f68-b685-3c7e846d2e43 req-b2112d0f-88f8-4ef8-9ff6-3164bd8a18df tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:14.398675 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bda7ef2a-407f-4f68-b685-3c7e846d2e43 req-b2112d0f-88f8-4ef8-9ff6-3164bd8a18df tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0557141 Apr 06 17:11:14.443959 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bda7ef2a-407f-4f68-b685-3c7e846d2e43 req-8a629b50-3d4c-4c45-8c5a-571ac8b25132 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396106 Apr 06 17:11:15.052983 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040e636-f77d-4531-b0a3-5a4f7560ef63 req-89d8bf3f-ab86-44ef-bcd6-722b888c2b8f tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:15.054441 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b040e636-f77d-4531-b0a3-5a4f7560ef63 req-89d8bf3f-ab86-44ef-bcd6-722b888c2b8f tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 945 time: 0.0519102 Apr 06 17:11:15.099472 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b040e636-f77d-4531-b0a3-5a4f7560ef63 req-53ef8be3-7868-4643-be01-e0f2cb098f33 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396504 Apr 06 17:11:15.215310 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f301f99-07ab-45b0-bfeb-49c78a1f4661 req-c0a3262b-5390-4c1d-978e-eb5397bc71dd tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:15.216820 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3f301f99-07ab-45b0-bfeb-49c78a1f4661 req-c0a3262b-5390-4c1d-978e-eb5397bc71dd tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0546889 Apr 06 17:11:15.262351 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3f301f99-07ab-45b0-bfeb-49c78a1f4661 req-655cc56f-559b-47e7-b39d-e11442f308d6 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402031 Apr 06 17:11:15.293962 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 63e9fe6f-84bb-4042-84c4-6255fab49cf7 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:11:15.385584 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:11:15.397241 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'port_id': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'mac_address': 'fa:16:3e:79:c5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:11:15.432149 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 is: ACTIVE; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:11:15.432538 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:15.447561 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63e9fe6f-84bb-4042-84c4-6255fab49cf7 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:11:15.466002 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:11:15.536988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:15.565342 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bec2-9425-4105-9404-76b860456838 req-679e382c-7270-49b6-bad5-f314e6401a24 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:15.566865 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f884bec2-9425-4105-9404-76b860456838 req-679e382c-7270-49b6-bad5-f314e6401a24 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0543344 Apr 06 17:11:15.584278 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=63e9fe6f-84bb-4042-84c4-6255fab49cf7,revision_number=6']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:15.613622 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f884bec2-9425-4105-9404-76b860456838 req-3e6e41cd-7c4a-430b-9f3b-65b59ec92693 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Apr 06 17:11:15.755803 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['63e9fe6f-84bb-4042-84c4-6255fab49cf7'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:11:16.214003 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ff5d5-a407-4ca4-bf8f-94475f4a896e req-3237bd40-d0fa-43d4-b3f0-9f8fc862345e tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:16.215483 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-307ff5d5-a407-4ca4-bf8f-94475f4a896e req-3237bd40-d0fa-43d4-b3f0-9f8fc862345e tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 945 time: 0.0508306 Apr 06 17:11:16.263997 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-307ff5d5-a407-4ca4-bf8f-94475f4a896e req-4cfce38a-2094-47b2-bd37-f62623e5fc26 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/security-groups?id=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 Apr 06 17:11:16.379857 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0923bd-f01e-4d5a-bf88-42e0bc6d0259 req-66a8bcb8-fd0d-42ad-bc7c-09f6898b9e5b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:16.381233 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fe0923bd-f01e-4d5a-bf88-42e0bc6d0259 req-66a8bcb8-fd0d-42ad-bc7c-09f6898b9e5b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0545425 Apr 06 17:11:16.426893 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fe0923bd-f01e-4d5a-bf88-42e0bc6d0259 req-3bf7fda5-0227-49d2-8d4a-9c66a8eaa18c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401266 Apr 06 17:11:16.605452 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af2f70-b37d-458d-874e-6684544056aa req-6164cac2-5ff2-4b20-8322-c36d83c11743 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:16.606874 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f8af2f70-b37d-458d-874e-6684544056aa req-6164cac2-5ff2-4b20-8322-c36d83c11743 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.58 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 945 time: 0.0509477 Apr 06 17:11:16.746224 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-f8af2f70-b37d-458d-874e-6684544056aa req-e903f300-1ff2-46a3-b47d-c3361b2c4aeb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Deleting port 9a5816f1-e530-49a4-a9df-a77daa164ba7 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:11:16.746566 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-f8af2f70-b37d-458d-874e-6684544056aa req-e903f300-1ff2-46a3-b47d-c3361b2c4aeb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:16.796621 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91890b06-8d9d-4947-aa55-264787a0e13a req-e3179d4d-d356-4ebf-a9f2-8fd11257855f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:16.798061 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91890b06-8d9d-4947-aa55-264787a0e13a req-e3179d4d-d356-4ebf-a9f2-8fd11257855f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 944 time: 0.1127381 Apr 06 17:11:16.873802 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-f8af2f70-b37d-458d-874e-6684544056aa req-e903f300-1ff2-46a3-b47d-c3361b2c4aeb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] For port 9a5816f1-e530-49a4-a9df-a77daa164ba7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=9a5816f1-e530-49a4-a9df-a77daa164ba7,segment=NetworkSegment(851bd40e-0dfd-4585-8be2-82f24f745284),segment_id=851bd40e-0dfd-4585-8be2-82f24f745284)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:11:16.874157 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-f8af2f70-b37d-458d-874e-6684544056aa req-e903f300-1ff2-46a3-b47d-c3361b2c4aeb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:16.879677 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91890b06-8d9d-4947-aa55-264787a0e13a req-25cbd03d-6331-464b-ad60-b196e0902171 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741684 Apr 06 17:11:16.889656 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-f8af2f70-b37d-458d-874e-6684544056aa req-e903f300-1ff2-46a3-b47d-c3361b2c4aeb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Calling delete_port for 9a5816f1-e530-49a4-a9df-a77daa164ba7 owned by compute:nova {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:11:17.108149 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-f8af2f70-b37d-458d-874e-6684544056aa req-e903f300-1ff2-46a3-b47d-c3361b2c4aeb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (9a5816f1-e530-49a4-a9df-a77daa164ba7), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:17.134653 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903f300-1ff2-46a3-b47d-c3361b2c4aeb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Pushing event deleted for resources: {'Port': ['ID=9a5816f1-e530-49a4-a9df-a77daa164ba7,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:17.159752 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['9a5816f1-e530-49a4-a9df-a77daa164ba7'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:11:17.180434 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8af2f70-b37d-458d-874e-6684544056aa req-e903f300-1ff2-46a3-b47d-c3361b2c4aeb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] No DVR routers for this DVR port 9a5816f1-e530-49a4-a9df-a77daa164ba7 on host hv-cinder-83685 {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:11:17.183705 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-f8af2f70-b37d-458d-874e-6684544056aa req-e903f300-1ff2-46a3-b47d-c3361b2c4aeb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:17.187095 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f8af2f70-b37d-458d-874e-6684544056aa req-e903f300-1ff2-46a3-b47d-c3361b2c4aeb tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.58 "DELETE /v2.0/ports/9a5816f1-e530-49a4-a9df-a77daa164ba7 HTTP/1.1" status: 204 len: 173 time: 0.5740397 Apr 06 17:11:17.187549 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04958cad-b8ac-47c1-9ab7-6219fab9a07f', 'name': 'network-vif-deleted', 'tag': '9a5816f1-e530-49a4-a9df-a77daa164ba7'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:11:17.189764 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2be762d-26fb-4fe2-909a-f460b04d4baa" -d '{"events": [{"server_uuid": "04958cad-b8ac-47c1-9ab7-6219fab9a07f", "name": "network-vif-deleted", "tag": "9a5816f1-e530-49a4-a9df-a77daa164ba7"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:11:17.224582 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e67886-fbb3-4ccc-b50b-ca5251d3ff2a x-openstack-request-id: req-e6e67886-fbb3-4ccc-b50b-ca5251d3ff2a {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:11:17.224873 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04958cad-b8ac-47c1-9ab7-6219fab9a07f", "name": "network-vif-deleted", "tag": "9a5816f1-e530-49a4-a9df-a77daa164ba7", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:11:17.225125 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e6e67886-fbb3-4ccc-b50b-ca5251d3ff2a {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:11:17.225538 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e67886-fbb3-4ccc-b50b-ca5251d3ff2a'] response: {'server_uuid': '04958cad-b8ac-47c1-9ab7-6219fab9a07f', 'name': 'network-vif-deleted', 'tag': '9a5816f1-e530-49a4-a9df-a77daa164ba7', 'status': 'completed', 'code': 200} Apr 06 17:11:17.285048 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 63e9fe6f-84bb-4042-84c4-6255fab49cf7 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:11:17.333564 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:11:17.333939 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:17.361549 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-07279a70-41ca-4a7d-9915-5f25222008b9 req-990e27f2-808c-4a04-b61f-f8f7d4677271 tempest-VolumesSnapshotTestJSON-1122427377 tempest-VolumesSnapshotTestJSON-1122427377-project] 10.222.0.66 "GET /v2.0/ports?device_id=04958cad-b8ac-47c1-9ab7-6219fab9a07f HTTP/1.1" status: 200 len: 210 time: 0.0280907 Apr 06 17:11:17.416675 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:11:17.417066 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:17.439996 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:11:17.442203 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d86bc9-dc37-4e19-9c20-5ae9d554082e" -d '{"events": [{"server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "name": "network-vif-plugged", "status": "completed", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:11:17.454179 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:11:17.478638 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2a56e9-0db0-4d82-b3bb-03d75d7c1bf3 x-openstack-request-id: req-8c2a56e9-0db0-4d82-b3bb-03d75d7c1bf3 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:11:17.478981 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "name": "network-vif-plugged", "status": "completed", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:11:17.479265 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c2a56e9-0db0-4d82-b3bb-03d75d7c1bf3 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:11:17.479666 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2a56e9-0db0-4d82-b3bb-03d75d7c1bf3'] response: {'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'code': 200} Apr 06 17:11:17.541982 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:17.549954 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6fc0c-29ab-4583-8eb9-41767987103a req-8b3de157-2715-475a-98e0-4213830b979c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:17.551586 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-24f6fc0c-29ab-4583-8eb9-41767987103a req-8b3de157-2715-475a-98e0-4213830b979c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0569861 Apr 06 17:11:17.589745 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=63e9fe6f-84bb-4042-84c4-6255fab49cf7,revision_number=7']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:17.602885 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-24f6fc0c-29ab-4583-8eb9-41767987103a req-4e0a2fd7-46bb-4fd6-bcb1-7a5e5665e30d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449369 Apr 06 17:11:18.000335 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdddfbb-d24c-4c1e-9f50-75f2987538f1 req-c9032f7d-be58-4e52-b5fa-391136f19fc4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:18.001813 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4fdddfbb-d24c-4c1e-9f50-75f2987538f1 req-c9032f7d-be58-4e52-b5fa-391136f19fc4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0524423 Apr 06 17:11:18.048499 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4fdddfbb-d24c-4c1e-9f50-75f2987538f1 req-b58e21ab-475b-4011-8ccd-d73358c365ea tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406487 Apr 06 17:11:18.731357 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9305c1a-c341-4cd3-b957-9400bd74b7d7 req-cd9e0309-1b25-409c-a2a9-c0c654209bf9 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:18.732871 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c9305c1a-c341-4cd3-b957-9400bd74b7d7 req-cd9e0309-1b25-409c-a2a9-c0c654209bf9 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0623181 Apr 06 17:11:18.782497 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c9305c1a-c341-4cd3-b957-9400bd74b7d7 req-be894d57-7a8e-4f00-9f9d-d329703aa1a5 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438612 Apr 06 17:11:19.169620 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df6465-11c7-4b3c-ab16-c7ac8a9bf1af req-dbed8ef5-3ff9-4e37-8d22-5eb593553bc3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:19.171018 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c3df6465-11c7-4b3c-ab16-c7ac8a9bf1af req-dbed8ef5-3ff9-4e37-8d22-5eb593553bc3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0520570 Apr 06 17:11:19.215660 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c3df6465-11c7-4b3c-ab16-c7ac8a9bf1af req-f9a850c1-f23f-40db-8331-0872b59401b9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390873 Apr 06 17:11:19.320320 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:11:19.899377 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fb7ea-e501-4f17-b238-fb967e73eb00 req-341c719f-1aa9-4d1c-b1f4-4252ba554dc0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:19.900971 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-244fb7ea-e501-4f17-b238-fb967e73eb00 req-341c719f-1aa9-4d1c-b1f4-4252ba554dc0 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0531447 Apr 06 17:11:19.947062 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-244fb7ea-e501-4f17-b238-fb967e73eb00 req-0edbd2fb-1da4-463f-a492-ff1f1f5b64b6 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406270 Apr 06 17:11:20.547621 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bdf3b-cc59-4ec9-aa8e-03610f54b4ac req-eb300ed3-fb34-4fc9-805b-857f0672d755 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:20.549010 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-379bdf3b-cc59-4ec9-aa8e-03610f54b4ac req-eb300ed3-fb34-4fc9-805b-857f0672d755 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.2634439 Apr 06 17:11:20.594494 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-379bdf3b-cc59-4ec9-aa8e-03610f54b4ac req-5f7a1934-d2de-4774-bdf4-e1af89859847 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391953 Apr 06 17:11:21.065182 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae218fd-3f6e-4a26-920a-09645eef6a68 req-e8d8e445-c982-45d0-8a9b-af556b133e60 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:21.066667 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0ae218fd-3f6e-4a26-920a-09645eef6a68 req-e8d8e445-c982-45d0-8a9b-af556b133e60 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0526972 Apr 06 17:11:21.112381 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0ae218fd-3f6e-4a26-920a-09645eef6a68 req-1fb99ceb-106e-4916-94c0-a2e746d9d8a8 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 Apr 06 17:11:21.315571 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 9a5816f1-e530-49a4-a9df-a77daa164ba7 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:11:21.335268 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: 9a5816f1-e530-49a4-a9df-a77daa164ba7 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:11:21.335616 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 9a5816f1-e530-49a4-a9df-a77daa164ba7 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:11:21.717228 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef4b51-7f15-4ab6-9c65-4a5c3ad89098 req-a54fc9f8-f80b-4103-ba70-49a3943210aa tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:21.718687 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-deef4b51-7f15-4ab6-9c65-4a5c3ad89098 req-a54fc9f8-f80b-4103-ba70-49a3943210aa tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0542774 Apr 06 17:11:21.764588 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-deef4b51-7f15-4ab6-9c65-4a5c3ad89098 req-97dbc5c3-fa17-43f7-b87f-87ad69c7e035 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403016 Apr 06 17:11:22.228177 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd0c01-44b9-46e1-a582-a5501ed89911 req-6cedbbec-ae86-45cf-98e9-5c92133b8343 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:22.229585 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38dd0c01-44b9-46e1-a582-a5501ed89911 req-6cedbbec-ae86-45cf-98e9-5c92133b8343 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0519793 Apr 06 17:11:22.276152 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38dd0c01-44b9-46e1-a582-a5501ed89911 req-ba5afe89-bd85-4579-9f69-466c86c62396 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410345 Apr 06 17:11:22.885408 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfaf9a-cda3-438d-893a-33d14c839203 req-ca81da0d-f3c4-47bc-833b-6e6800e0e03b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:22.886855 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-85bfaf9a-cda3-438d-893a-33d14c839203 req-ca81da0d-f3c4-47bc-833b-6e6800e0e03b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0505829 Apr 06 17:11:22.935158 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-85bfaf9a-cda3-438d-893a-33d14c839203 req-01924445-2caa-49d4-8729-63f00d861fa9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426350 Apr 06 17:11:23.390668 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074844e-44d5-4901-934f-e33b8d50fb44 req-0935366d-0de5-4beb-9143-62cfe1346b1c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:23.392156 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b074844e-44d5-4901-934f-e33b8d50fb44 req-0935366d-0de5-4beb-9143-62cfe1346b1c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0514526 Apr 06 17:11:23.438674 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b074844e-44d5-4901-934f-e33b8d50fb44 req-e155e86d-e568-4395-96e3-c121eb73a4a4 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401161 Apr 06 17:11:24.058223 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb159b31-8c66-4c06-bd2d-11fbc96713dd req-3cd9daaa-0876-47b2-b657-0e891367364a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:24.059724 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bb159b31-8c66-4c06-bd2d-11fbc96713dd req-3cd9daaa-0876-47b2-b657-0e891367364a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0549407 Apr 06 17:11:24.105002 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bb159b31-8c66-4c06-bd2d-11fbc96713dd req-b592ce30-601a-48d9-809f-16d8fd974c20 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398402 Apr 06 17:11:24.558471 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f524259-3f04-4b5d-9a1e-0de5b07a5826 req-90dcb7f8-b6ba-4f2b-bbac-fcab8451c10a tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:24.560040 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1f524259-3f04-4b5d-9a1e-0de5b07a5826 req-90dcb7f8-b6ba-4f2b-bbac-fcab8451c10a tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0560815 Apr 06 17:11:24.605764 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1f524259-3f04-4b5d-9a1e-0de5b07a5826 req-fbd1fdc1-3629-4083-ba0d-3d3dd327dabe tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402248 Apr 06 17:11:25.222675 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606357c-4c30-4aea-8b7d-3d9eb08fc473 req-cac67b71-98c7-4c5c-9d7a-39ffbb7a876c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:25.224897 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c606357c-4c30-4aea-8b7d-3d9eb08fc473 req-cac67b71-98c7-4c5c-9d7a-39ffbb7a876c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0511642 Apr 06 17:11:25.269111 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c606357c-4c30-4aea-8b7d-3d9eb08fc473 req-fdafc08a-0d78-48f4-bb0f-9cd57e06c261 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Apr 06 17:11:25.720813 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c95795-de99-49a2-b188-9481f782c2e3 req-378724a7-27bb-4830-8031-e2baef97fa73 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:25.722199 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a0c95795-de99-49a2-b188-9481f782c2e3 req-378724a7-27bb-4830-8031-e2baef97fa73 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0517845 Apr 06 17:11:25.771735 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a0c95795-de99-49a2-b188-9481f782c2e3 req-c4314d1d-81bb-4350-aa8a-81310943ceec tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440569 Apr 06 17:11:26.393840 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54479868-4ae6-43f6-9617-cbf0f2c546d7 req-c8c0f30b-1919-418e-a3e0-12a69dd5ce2a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:26.395386 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-54479868-4ae6-43f6-9617-cbf0f2c546d7 req-c8c0f30b-1919-418e-a3e0-12a69dd5ce2a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0531261 Apr 06 17:11:26.441235 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-54479868-4ae6-43f6-9617-cbf0f2c546d7 req-f3eed30b-ef1c-4236-9bac-331ec9957813 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397470 Apr 06 17:11:26.891615 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fadd6-852d-47d2-b815-6e996cda961d req-319dce86-afae-4b8b-9e6f-f72c7c234e4b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:26.893408 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-242fadd6-852d-47d2-b815-6e996cda961d req-319dce86-afae-4b8b-9e6f-f72c7c234e4b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0554903 Apr 06 17:11:26.946616 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-242fadd6-852d-47d2-b815-6e996cda961d req-6ecc0f3f-955b-431d-8b1b-b31812870768 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475276 Apr 06 17:11:27.252033 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359828d-dd2c-4a48-b40b-32f7a5b09c91 req-9091c8fa-871c-481b-a1d4-f11255b0450f tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:27.253428 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e359828d-dd2c-4a48-b40b-32f7a5b09c91 req-9091c8fa-871c-481b-a1d4-f11255b0450f tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0574920 Apr 06 17:11:27.300247 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e359828d-dd2c-4a48-b40b-32f7a5b09c91 req-2c1212e8-6f63-4358-86db-b2fd52144ea6 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 Apr 06 17:11:27.541961 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64868087-c5e5-424c-94d8-d3853c2c225b req-cfeb0bb6-d47c-4f99-af3e-c69ab1d393c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:27.541961 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64868087-c5e5-424c-94d8-d3853c2c225b req-cfeb0bb6-d47c-4f99-af3e-c69ab1d393c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 1129 time: 0.0651343 Apr 06 17:11:27.664940 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5f71f-6984-42d3-91e5-1d4ce1bd2b07 req-487c4bcd-a902-48d8-8fba-2c410210ebf6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:27.666475 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a1b5f71f-6984-42d3-91e5-1d4ce1bd2b07 req-487c4bcd-a902-48d8-8fba-2c410210ebf6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.1275768 Apr 06 17:11:27.669307 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64868087-c5e5-424c-94d8-d3853c2c225b req-c6f4bf26-3060-45ff-948e-fb698b95d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:27.670655 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64868087-c5e5-424c-94d8-d3853c2c225b req-c6f4bf26-3060-45ff-948e-fb698b95d202 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 HTTP/1.1" status: 200 len: 911 time: 0.1232951 Apr 06 17:11:27.766912 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a1b5f71f-6984-42d3-91e5-1d4ce1bd2b07 req-a1eae4b6-61c4-4de3-a968-1c3d4ff51f50 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944443 Apr 06 17:11:27.768949 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64868087-c5e5-424c-94d8-d3853c2c225b req-fc30973c-1296-453b-8bc2-cd91254a458a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 HTTP/1.1" status: 200 len: 1001 time: 0.0906780 Apr 06 17:11:27.818849 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64868087-c5e5-424c-94d8-d3853c2c225b req-94f74355-a8da-4d9b-97cd-f5ec3b039ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:27.820308 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64868087-c5e5-424c-94d8-d3853c2c225b req-94f74355-a8da-4d9b-97cd-f5ec3b039ab0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8377ebda-3e29-4c9b-ad5b-f3579b9da41a HTTP/1.1" status: 200 len: 849 time: 0.0455186 Apr 06 17:11:27.871202 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64868087-c5e5-424c-94d8-d3853c2c225b req-e8fd52d7-b879-45fd-ae82-78190f894711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:27.872694 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64868087-c5e5-424c-94d8-d3853c2c225b req-e8fd52d7-b879-45fd-ae82-78190f894711 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464838 Apr 06 17:11:27.972695 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64868087-c5e5-424c-94d8-d3853c2c225b req-80822080-3e10-4a15-96d6-a7c43ad25bc5 service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932832 Apr 06 17:11:28.074707 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64868087-c5e5-424c-94d8-d3853c2c225b req-f5e48196-1c01-48ec-962c-7cb1248af0c7 service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937767 Apr 06 17:11:28.420054 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298d8b4-6805-4dba-a803-ae20babaf710 req-800fdbfe-6435-463a-b2aa-862c390d74ec tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:28.421521 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a298d8b4-6805-4dba-a803-ae20babaf710 req-800fdbfe-6435-463a-b2aa-862c390d74ec tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0543487 Apr 06 17:11:28.473054 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a298d8b4-6805-4dba-a803-ae20babaf710 req-77cb61fe-963c-4887-9683-f4a5e0ad6612 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458684 Apr 06 17:11:28.893444 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a0021-43a4-4f17-9979-81ae78c9f340 req-696b764c-b375-47c0-8788-c825a1d85bcd tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:28.894952 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-df7a0021-43a4-4f17-9979-81ae78c9f340 req-696b764c-b375-47c0-8788-c825a1d85bcd tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0534461 Apr 06 17:11:28.944031 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-df7a0021-43a4-4f17-9979-81ae78c9f340 req-10168a8e-9877-4bc1-9e69-e2f7d135662a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424585 Apr 06 17:11:29.591515 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48668fc5-d321-44cb-b3b8-d7241deca54a req-2109a9ea-24be-4187-8581-a56ed19ac1ca tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:29.592987 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-48668fc5-d321-44cb-b3b8-d7241deca54a req-2109a9ea-24be-4187-8581-a56ed19ac1ca tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0530834 Apr 06 17:11:29.639580 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-48668fc5-d321-44cb-b3b8-d7241deca54a req-0cab5ab9-b021-4407-be36-abff211c5dd3 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 Apr 06 17:11:30.076837 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ffa14-401b-4c74-ab41-c3cb270843ae req-e6855da7-1364-401e-9cf8-a642deb890a9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:30.078765 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-df9ffa14-401b-4c74-ab41-c3cb270843ae req-e6855da7-1364-401e-9cf8-a642deb890a9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0630093 Apr 06 17:11:30.133148 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-df9ffa14-401b-4c74-ab41-c3cb270843ae req-473c2c91-fc98-4b52-8b76-01989103fe9c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482013 Apr 06 17:11:30.760199 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10b5a2-c960-49d7-8af3-425ee4a189ca req-cfcc8f49-4967-4565-b97f-2d48f00cbb80 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:30.761637 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e10b5a2-c960-49d7-8af3-425ee4a189ca req-cfcc8f49-4967-4565-b97f-2d48f00cbb80 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0535545 Apr 06 17:11:30.812801 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e10b5a2-c960-49d7-8af3-425ee4a189ca req-6e9340de-e4b6-477b-9122-85f0a1c362a1 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452459 Apr 06 17:11:31.259139 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f26ca-4a4c-474b-b232-47be518b3949 req-02224c40-ba86-4659-a736-2a53d118307c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:31.260698 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e68f26ca-4a4c-474b-b232-47be518b3949 req-02224c40-ba86-4659-a736-2a53d118307c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0545728 Apr 06 17:11:31.313602 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e68f26ca-4a4c-474b-b232-47be518b3949 req-40196c14-c7c8-4708-b117-fdf442c71663 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468233 Apr 06 17:11:32.394455 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:32.446864 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eccc5c-10eb-4bdd-bdf0-fc07b5a66700 req-97726976-4b4b-4322-ba0e-d8f9f29c7b22 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:32.449083 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-82eccc5c-10eb-4bdd-bdf0-fc07b5a66700 req-97726976-4b4b-4322-ba0e-d8f9f29c7b22 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0541508 Apr 06 17:11:32.505784 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-82eccc5c-10eb-4bdd-bdf0-fc07b5a66700 req-f90d303c-b6a4-4604-be7b-2214f039933e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504043 Apr 06 17:11:33.631575 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49989e8d-5858-4ca3-bfb1-c846eb39f1dc req-0649044a-33a8-445a-ab14-b6d2392ab254 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:33.633055 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-49989e8d-5858-4ca3-bfb1-c846eb39f1dc req-0649044a-33a8-445a-ab14-b6d2392ab254 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0535622 Apr 06 17:11:33.681704 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-49989e8d-5858-4ca3-bfb1-c846eb39f1dc req-7714e575-3304-4805-9754-3fd6d55d6b8c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431464 Apr 06 17:11:34.810970 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad33daf-d4c5-4066-8085-3116bc0b1bb0 req-b805adfc-d66b-4f4c-a34c-9f88dd04d4af tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:34.812547 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5ad33daf-d4c5-4066-8085-3116bc0b1bb0 req-b805adfc-d66b-4f4c-a34c-9f88dd04d4af tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0597978 Apr 06 17:11:34.869654 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5ad33daf-d4c5-4066-8085-3116bc0b1bb0 req-b8fa2d61-5d5d-4c0f-82c6-ca2283bde15d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498812 Apr 06 17:11:35.992754 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9036a92-47e8-4a8e-a4ca-a543c3a98f45 req-76ff0615-7ce6-43b4-af0b-803821dbb1cc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:35.994892 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c9036a92-47e8-4a8e-a4ca-a543c3a98f45 req-76ff0615-7ce6-43b4-af0b-803821dbb1cc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0553625 Apr 06 17:11:36.040802 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c9036a92-47e8-4a8e-a4ca-a543c3a98f45 req-b921a193-2c80-46e5-ab1b-b0ea68feed32 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411973 Apr 06 17:11:37.132028 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6355e394-902a-49a3-b577-fa44845ecb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:37.166481 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4648c1e-3273-4735-87c3-fd0c1f3d2762 req-9d9d6fa9-2c77-4ad6-890c-ea47f8e4e970 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:37.168068 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c4648c1e-3273-4735-87c3-fd0c1f3d2762 req-9d9d6fa9-2c77-4ad6-890c-ea47f8e4e970 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0566726 Apr 06 17:11:37.215318 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c4648c1e-3273-4735-87c3-fd0c1f3d2762 req-88bd84f3-841c-4b06-bf25-2bbc4563c297 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415938 Apr 06 17:11:38.343163 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49531b-1e2f-4ba2-9757-d70d820820bb req-9c7da5c6-9565-4303-a1ab-85769fd20c3b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:38.344641 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9b49531b-1e2f-4ba2-9757-d70d820820bb req-9c7da5c6-9565-4303-a1ab-85769fd20c3b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0539341 Apr 06 17:11:38.393843 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9b49531b-1e2f-4ba2-9757-d70d820820bb req-91f09acc-e0e7-4765-a0e2-0fec51ce3ce9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428050 Apr 06 17:11:39.526547 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda1568-0029-499e-87df-f768e12c49ff req-8e1cc746-65c1-4778-9ad7-626e3d9dbd66 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:39.528080 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fcda1568-0029-499e-87df-f768e12c49ff req-8e1cc746-65c1-4778-9ad7-626e3d9dbd66 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0635469 Apr 06 17:11:39.579170 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fcda1568-0029-499e-87df-f768e12c49ff req-210a6774-34e3-4fa2-8768-07a83a86de8e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455074 Apr 06 17:11:39.657446 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-17cbd74f-4fd4-4f31-b0ab-86e6ddfdd9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:40.480554 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:40.702023 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b3635-667f-45f2-9621-20f643e5c38a req-24bef8a8-11bc-42ff-b0a1-3044bc3b5873 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:40.703512 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-126b3635-667f-45f2-9621-20f643e5c38a req-24bef8a8-11bc-42ff-b0a1-3044bc3b5873 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0536585 Apr 06 17:11:40.753319 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-126b3635-667f-45f2-9621-20f643e5c38a req-64babfbe-0718-4a9d-b5dd-a2932d709959 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436907 Apr 06 17:11:41.787932 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:41.885778 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a594d1-2da1-428d-bef0-0271b058ee64 req-949b5360-c9ff-4742-a628-b0ab7d5d600c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:41.887451 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64a594d1-2da1-428d-bef0-0271b058ee64 req-949b5360-c9ff-4742-a628-b0ab7d5d600c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0541430 Apr 06 17:11:41.969218 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64a594d1-2da1-428d-bef0-0271b058ee64 req-bef1cbba-8063-4538-ace6-e1056dff46d0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747356 Apr 06 17:11:43.107890 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d9a46-a409-427b-8562-4ef5dd7f9b22 req-32c32b44-f93e-47f5-b242-a42f8243eae9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:43.110112 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e87d9a46-a409-427b-8562-4ef5dd7f9b22 req-32c32b44-f93e-47f5-b242-a42f8243eae9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0595734 Apr 06 17:11:43.158764 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e87d9a46-a409-427b-8562-4ef5dd7f9b22 req-2ac4ea32-7606-4a35-a2b6-9b1fe6302338 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 Apr 06 17:11:43.297668 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:44.288670 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335387a7-7282-4341-8a71-222efeadcf7c req-84fbfe1b-e3e6-408e-9714-2b45455eff99 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:44.290262 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-335387a7-7282-4341-8a71-222efeadcf7c req-84fbfe1b-e3e6-408e-9714-2b45455eff99 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0577922 Apr 06 17:11:44.337148 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-335387a7-7282-4341-8a71-222efeadcf7c req-45d89386-4c9e-4150-9dd4-1eddf03aad6b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412540 Apr 06 17:11:45.463157 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fc048-abeb-416e-b869-bc632c046eba req-aa4506ed-9f72-4eb5-a27c-699468deceb9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:45.465418 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e07fc048-abeb-416e-b869-bc632c046eba req-aa4506ed-9f72-4eb5-a27c-699468deceb9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0555995 Apr 06 17:11:45.526403 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e07fc048-abeb-416e-b869-bc632c046eba req-5b876f51-8b05-4da4-9011-96209bb48368 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533888 Apr 06 17:11:46.649282 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2c4aa-e1e6-4ad2-a847-7cecb58898f9 req-cf1b10b3-c224-4ccc-8107-8aa2a69d9e60 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:46.650730 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d7c2c4aa-e1e6-4ad2-a847-7cecb58898f9 req-cf1b10b3-c224-4ccc-8107-8aa2a69d9e60 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0520768 Apr 06 17:11:46.696710 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d7c2c4aa-e1e6-4ad2-a847-7cecb58898f9 req-04055c9c-3da6-4584-a7f8-04ffcad9c810 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Apr 06 17:11:47.817171 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc7657-ba20-443f-89cd-8d40628fa05d req-6db79562-7191-4d80-96c9-e401dd597068 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:47.819139 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-23cc7657-ba20-443f-89cd-8d40628fa05d req-6db79562-7191-4d80-96c9-e401dd597068 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0513992 Apr 06 17:11:47.863807 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-23cc7657-ba20-443f-89cd-8d40628fa05d req-f6c4682a-4bb7-4924-9b0d-273b07ca2ebf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391667 Apr 06 17:11:48.895571 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf233231-3db0-4cb9-af96-60a74fe7ce85 req-842d1b99-d9af-498f-85b7-812b9ba8f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:48.896760 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cf233231-3db0-4cb9-af96-60a74fe7ce85 req-842d1b99-d9af-498f-85b7-812b9ba8f2b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 1129 time: 0.0881689 Apr 06 17:11:49.021528 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf233231-3db0-4cb9-af96-60a74fe7ce85 req-8bef5aa9-797d-42ca-9efc-c011c0c6de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:49.023014 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cf233231-3db0-4cb9-af96-60a74fe7ce85 req-8bef5aa9-797d-42ca-9efc-c011c0c6de8f service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 917 time: 0.1200213 Apr 06 17:11:49.030400 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0dd9a-a3c4-4c54-bbce-fd7870661c2c req-12a27136-a9b3-4899-8279-00746b791af5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:49.031751 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-75d0dd9a-a3c4-4c54-bbce-fd7870661c2c req-12a27136-a9b3-4899-8279-00746b791af5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0876110 Apr 06 17:11:49.119119 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cf233231-3db0-4cb9-af96-60a74fe7ce85 req-00f0af18-571d-4236-be06-8d2289249ec2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7 HTTP/1.1" status: 200 len: 1000 time: 0.0864069 Apr 06 17:11:49.123207 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-75d0dd9a-a3c4-4c54-bbce-fd7870661c2c req-3de896c8-051b-4220-b881-70f1a29631cc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845828 Apr 06 17:11:49.170618 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf233231-3db0-4cb9-af96-60a74fe7ce85 req-6c02e6b1-fbbb-494f-901b-9f28dea52f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:49.172093 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cf233231-3db0-4cb9-af96-60a74fe7ce85 req-6c02e6b1-fbbb-494f-901b-9f28dea52f6e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 200 len: 855 time: 0.0473733 Apr 06 17:11:49.219724 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf233231-3db0-4cb9-af96-60a74fe7ce85 req-837f1d0c-4d20-4e4d-8dba-511d0db18f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:49.221914 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cf233231-3db0-4cb9-af96-60a74fe7ce85 req-837f1d0c-4d20-4e4d-8dba-511d0db18f4e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f20736-5662-4187-864d-0ee6f8a19f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433369 Apr 06 17:11:49.308341 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cf233231-3db0-4cb9-af96-60a74fe7ce85 req-e460d23c-7b73-4065-9380-d78133d3862e service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802512 Apr 06 17:11:49.398436 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cf233231-3db0-4cb9-af96-60a74fe7ce85 req-a0411f3f-738e-4be4-8892-3592f1c37876 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843360 Apr 06 17:11:50.243318 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c904a03-d3a1-4235-b658-7e322604ed42 req-900abd58-82c3-44eb-aade-1786e827a446 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:50.244750 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3c904a03-d3a1-4235-b658-7e322604ed42 req-900abd58-82c3-44eb-aade-1786e827a446 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0511391 Apr 06 17:11:50.291514 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3c904a03-d3a1-4235-b658-7e322604ed42 req-bc77e24a-8631-42ff-b5c3-8b0aa1888225 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410230 Apr 06 17:11:51.420376 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c677a39-561b-422f-a864-c832353bc3e8 req-bb77c654-9109-498c-b55d-d74787040787 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:51.421859 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9c677a39-561b-422f-a864-c832353bc3e8 req-bb77c654-9109-498c-b55d-d74787040787 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 945 time: 0.0531421 Apr 06 17:11:51.471642 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9c677a39-561b-422f-a864-c832353bc3e8 req-b876ee1e-f0ac-44e2-a58f-ee2e60fcdf2a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441902 Apr 06 17:11:51.513488 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 63e9fe6f-84bb-4042-84c4-6255fab49cf7 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:11:51.592567 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 is: ACTIVE; New status is: DOWN {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:11:51.592904 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:51.614316 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:11:51.616650 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f898e1-671a-4130-83b9-f3b21d9aa424" -d '{"events": [{"server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "name": "network-vif-unplugged", "status": "completed", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:11:51.634747 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:11:51.704016 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:51.706718 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 17:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ab309f-8200-46b6-9d81-bc0dde7c3819 x-openstack-request-id: req-11ab309f-8200-46b6-9d81-bc0dde7c3819 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:11:51.707024 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "name": "network-vif-unplugged", "status": "completed", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:11:51.712658 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11ab309f-8200-46b6-9d81-bc0dde7c3819 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:11:51.712658 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ab309f-8200-46b6-9d81-bc0dde7c3819'] response: {'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'code': 200} Apr 06 17:11:51.753076 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=63e9fe6f-84bb-4042-84c4-6255fab49cf7,revision_number=8']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:51.760435 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.760784 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.761137 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.761500 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.761838 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.762173 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.762498 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.762823 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.763173 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.763497 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.763820 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.764164 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.764462 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.764780 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:51.765098 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.357408 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 38786) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:52.400475 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Deleting subnet 9b3e53d3-1606-4dad-9353-3df709b8c501 {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:11:52.403476 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Publish callbacks [] for subnet (9b3e53d3-1606-4dad-9353-3df709b8c501), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:52.437007 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7130308'] for subnet (9b3e53d3-1606-4dad-9353-3df709b8c501), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:52.474125 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (9b3e53d3-1606-4dad-9353-3df709b8c501), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:52.592175 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd14266-46e8-4ddc-b64f-81ade566ede0 req-40f729c4-e5c9-42c9-b54a-b3d390104c68 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:52.593611 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ddd14266-46e8-4ddc-b64f-81ade566ede0 req-40f729c4-e5c9-42c9-b54a-b3d390104c68 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0513692 Apr 06 17:11:52.595028 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7128047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5377154'] for subnet (9b3e53d3-1606-4dad-9353-3df709b8c501), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:52.628094 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:52.631675 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9b3e53d3-1606-4dad-9353-3df709b8c501 HTTP/1.1" status: 204 len: 168 time: 0.2726657 Apr 06 17:11:52.634325 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38790) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:52.637940 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b3e53d3-1606-4dad-9353-3df709b8c501,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:52.652299 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.652647 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.652991 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.653329 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.653664 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.654162 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.654489 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.654815 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.655163 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.655493 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.655820 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.656141 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.656460 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.656779 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.657098 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c7140f-6e6d-48df-a2c8-2890c8973c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.681396 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ddd14266-46e8-4ddc-b64f-81ade566ede0 req-be001405-ca6b-4f30-abb7-645f9c9014a4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794888 Apr 06 17:11:52.705179 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (6c33c5f4-f33b-44e8-bf8e-2f98479cf015), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:52.786136 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (6c33c5f4-f33b-44e8-bf8e-2f98479cf015), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:52.805713 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c33c5f4-f33b-44e8-bf8e-2f98479cf015']}} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:11:52.814404 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851bd40e-0dfd-4585-8be2-82f24f745284') {'for_net_delete': True} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:11:52.814696 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851bd40e-0dfd-4585-8be2-82f24f745284') {} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:11:52.824075 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220542'] for segment (851bd40e-0dfd-4585-8be2-82f24f745284), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:52.836539 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (851bd40e-0dfd-4585-8be2-82f24f745284), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:52.842518 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:11:52.842852 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4588926'] for segment (851bd40e-0dfd-4585-8be2-82f24f745284), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: Traceback (most recent call last): Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: timer() Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: cb(*args, **kw) Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: return func(*args, **kwargs) Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: self._notify() Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: self.callback(batched_events) Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: event.method(event) Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: return f(self, *a, **k) Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._get(url).json() Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: return self.request(url, 'GET', **kwargs) Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:11:52.844480 dv-cinder-836850-1-iscsi neutron-server[103876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:11:52.955085 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (6c33c5f4-f33b-44e8-bf8e-2f98479cf015), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:52.960379 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:52.963636 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6c33c5f4-f33b-44e8-bf8e-2f98479cf015 HTTP/1.1" status: 204 len: 168 time: 0.3281002 Apr 06 17:11:52.973863 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c33c5f4-f33b-44e8-bf8e-2f98479cf015,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:52.980716 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.981064 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.981408 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.986241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.986241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.986241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.986241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.986241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.986241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.986241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.986241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.986241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.986241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.986241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:52.986241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423a3e-af3a-40e8-b216-1ef03bcdba99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:53.370656 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38804) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:53.409572 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-1d3e2409-6157-47f9-8036-f8da430b7199 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33f2d25d7f15424e843ebfeda7b77cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377648 Apr 06 17:11:53.411955 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38806) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:53.460980 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ee745945-dc11-449e-a1dd-23e5fb0e921f admin admin] Publish callbacks [] for security_group (1ac7164b-1ce7-4ac3-a3e7-fc121c22168a), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:53.481942 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ee745945-dc11-449e-a1dd-23e5fb0e921f admin admin] Publish callbacks [] for security_group (1ac7164b-1ce7-4ac3-a3e7-fc121c22168a), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:53.652523 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ee745945-dc11-449e-a1dd-23e5fb0e921f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (1ac7164b-1ce7-4ac3-a3e7-fc121c22168a), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:53.655208 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ee745945-dc11-449e-a1dd-23e5fb0e921f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:53.656393 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-ee745945-dc11-449e-a1dd-23e5fb0e921f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ac7164b-1ce7-4ac3-a3e7-fc121c22168a HTTP/1.1" status: 204 len: 168 time: 0.2434716 Apr 06 17:11:53.664416 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee745945-dc11-449e-a1dd-23e5fb0e921f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac7164b-1ce7-4ac3-a3e7-fc121c22168a,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:54.025264 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-931fb137-e941-4f9a-b17e-977d1d322369 req-f53fc540-340f-482a-8e6d-6acca028f18d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103877) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:11:54.026400 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-931fb137-e941-4f9a-b17e-977d1d322369 req-f53fc540-340f-482a-8e6d-6acca028f18d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1389515 Apr 06 17:11:54.346185 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180584e-2f1c-4871-8fc2-80f02b0ff463 req-20e9828e-248a-46fa-a1fd-daeb8972c5f7 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:54.347722 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6180584e-2f1c-4871-8fc2-80f02b0ff463 req-20e9828e-248a-46fa-a1fd-daeb8972c5f7 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0528896 Apr 06 17:11:54.405308 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6180584e-2f1c-4871-8fc2-80f02b0ff463 req-c1385307-15e4-413c-bf7d-48f0b9c979c1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506456 Apr 06 17:11:54.685815 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38854) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:54.825163 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-29607932-network', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:11:54.893994 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38862) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:54.920788 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Made reservation on behalf of fcbba36a2f4f401f929f1d2aa6666eba for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:11:54.923174 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:54.932271 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:55.005814 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-de59fc86-6739-44fa-ba07-099c3cfcee25 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106527 Apr 06 17:11:55.016481 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-354f0724-7ccd-4ab4-a0c8-559b41e12248 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:11:55.019687 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-354f0724-7ccd-4ab4-a0c8-559b41e12248 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056849 Apr 06 17:11:55.048671 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Publish callbacks [] for security_group (66f7d226-f564-4d2a-b226-a0f6d40b5139), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:55.092492 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (66f7d226-f564-4d2a-b226-a0f6d40b5139), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:55.117439 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:11:55.126158 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f7d226-f564-4d2a-b226-a0f6d40b5139,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:55.131918 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (04723a6e-6840-4dc8-ab6d-ea9594f55df7), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:55.133668 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Added segment 04723a6e-6840-4dc8-ab6d-ea9594f55df7 of type vlan for network f56648ad-4fee-4abb-84da-d7aa65d77071 Apr 06 17:11:55.151296 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 38870) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:55.179939 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (f56648ad-4fee-4abb-84da-d7aa65d77071), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:55.248390 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-c96dcae5-04e2-4efe-8304-873c24af5011 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:55.249737 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-c96dcae5-04e2-4efe-8304-873c24af5011 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports/63e9fe6f-84bb-4042-84c4-6255fab49cf7 HTTP/1.1" status: 200 len: 940 time: 0.0973797 Apr 06 17:11:55.263784 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (f56648ad-4fee-4abb-84da-d7aa65d77071), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:55.264762 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:55.265345 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:55.323379 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] Pushing event updated for resources: {'Network': ['ID=f56648ad-4fee-4abb-84da-d7aa65d77071,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:55.333124 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network f56648ad-4fee-4abb-84da-d7aa65d77071 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:11:55.363845 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-0fa366c0-be7f-4038-979d-d55faec8c35c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6768377 Apr 06 17:11:55.367177 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 38878) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:55.372266 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-f0dbc2d3-f6a3-4e83-b8e6-1e36509f95ec admin admin] Request body: {'subnet': {'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-29607932-subnet', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'ip_version': 4}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:11:55.440883 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dbc2d3-f6a3-4e83-b8e6-1e36509f95ec admin admin] Made reservation on behalf of fcbba36a2f4f401f929f1d2aa6666eba for: {'subnet': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:11:55.444217 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f0dbc2d3-f6a3-4e83-b8e6-1e36509f95ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5377253'] for subnet (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:55.511387 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 63e9fe6f-84bb-4042-84c4-6255fab49cf7 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:11:55.571934 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfaa57-8ebf-40e0-bfc9-70a718977f3c req-b254b85e-0eb3-4f91-b5dd-3b65fbd0eb91 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:55.573619 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5fbfaa57-8ebf-40e0-bfc9-70a718977f3c req-b254b85e-0eb3-4f91-b5dd-3b65fbd0eb91 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0882981 Apr 06 17:11:55.587617 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 is: DOWN; New status is: DOWN {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:11:55.676188 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5fbfaa57-8ebf-40e0-bfc9-70a718977f3c req-c6f25698-7e57-4e84-b2e8-1f9c66fbbe1a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952849 Apr 06 17:11:55.755152 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f0dbc2d3-f6a3-4e83-b8e6-1e36509f95ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7130152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5377275'] for subnet (790d15a4-30c1-4520-8d58-4d9671d1192c), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:55.808790 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbc2d3-f6a3-4e83-b8e6-1e36509f95ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=790d15a4-30c1-4520-8d58-4d9671d1192c,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:55.824266 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dbc2d3-f6a3-4e83-b8e6-1e36509f95ec admin admin] Checking segment: {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:11:55.824498 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbc2d3-f6a3-4e83-b8e6-1e36509f95ec admin admin] Network hostable DHCP agents. Network: f56648ad-4fee-4abb-84da-d7aa65d77071, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:11:55.949269 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbc2d3-f6a3-4e83-b8e6-1e36509f95ec admin admin] Network f56648ad-4fee-4abb-84da-d7aa65d77071 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:11:56.017683 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-f0dbc2d3-f6a3-4e83-b8e6-1e36509f95ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, f56648ad-4fee-4abb-84da-d7aa65d77071) {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:11:56.022607 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbc2d3-f6a3-4e83-b8e6-1e36509f95ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:56.023610 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f0dbc2d3-f6a3-4e83-b8e6-1e36509f95ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.026683 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc490dae-8528-4bc4-bab0-b463ea99fd22 None None] Network f56648ad-4fee-4abb-84da-d7aa65d77071 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:11:56.074618 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-f0dbc2d3-f6a3-4e83-b8e6-1e36509f95ec admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7034554 Apr 06 17:11:56.075064 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 38886) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:56.079713 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:11:56.126097 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8dc3ea-b628-591d-92c5-4a387acafab5-f56648ad-4fee-4abb-84da-d7aa65d77071', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c'}]}} from dv-cinder-836850-1-iscsi. {{(pid=103878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:11:56.126919 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.144096 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6307'] for router (36329e38-45d1-415f-b3f1-2b98c62bee9e), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.145922 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-376390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6330'] for router (36329e38-45d1-415f-b3f1-2b98c62bee9e), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.200513 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Publish callbacks [] for router_controller (36329e38-45d1-415f-b3f1-2b98c62bee9e), precommit_add_association {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.261012 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.db_base_plugin_common [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Allocated IP 172.20.0.2 (f56648ad-4fee-4abb-84da-d7aa65d77071/790d15a4-30c1-4520-8d58-4d9671d1192c/51a70f93-c99f-4f01-9098-d250c3b69cca) {{(pid=103878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:11:56.321384 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:11:56.405689 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Publish callbacks [] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), precommit_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.509792 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.553800 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Network f56648ad-4fee-4abb-84da-d7aa65d77071 is already hosted by enough agents. {{(pid=103878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:11:56.556784 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.base_scheduler [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Resources bound (agent type, host, resource id): {{(pid=103878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:11:56.561087 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Received port after_create {{(pid=103878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:11:56.564182 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Pushing event updated for resources: {'Port': ['ID=51a70f93-c99f-4f01-9098-d250c3b69cca,revision_number=1']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:56.606668 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Publish callbacks [] for router_gateway (36329e38-45d1-415f-b3f1-2b98c62bee9e), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.618356 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Attempting to bind port 51a70f93-c99f-4f01-9098-d250c3b69cca on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:11:56.618727 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Attempting to bind port 51a70f93-c99f-4f01-9098-d250c3b69cca by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:11:56.619126 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Attempting to bind port 51a70f93-c99f-4f01-9098-d250c3b69cca on network f56648ad-4fee-4abb-84da-d7aa65d77071 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:11:56.624091 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:11:56.624467 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Checking segment: {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:11:56.624872 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.625269 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Bound using segment: {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:11:56.625731 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Bound port: 51a70f93-c99f-4f01-9098-d250c3b69cca, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:11:56.626128 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.809827 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-85f77803-2deb-4176-96e4-8542703a041f None None] For port 51a70f93-c99f-4f01-9098-d250c3b69cca, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:11:56.812847 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-85f77803-2deb-4176-96e4-8542703a041f None None] For port 51a70f93-c99f-4f01-9098-d250c3b69cca, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=51a70f93-c99f-4f01-9098-d250c3b69cca,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:11:56.896317 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ae824-d984-4e5f-a217-aaee63fd9984 req-95152c2f-d076-4a4e-9964-5c1e7386d3a5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:56.898251 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d84ae824-d984-4e5f-a217-aaee63fd9984 req-95152c2f-d076-4a4e-9964-5c1e7386d3a5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.1406615 Apr 06 17:11:56.915538 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.915808 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Publish callbacks [] for router_gateway (36329e38-45d1-415f-b3f1-2b98c62bee9e), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.950654 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:56.973853 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f77803-2deb-4176-96e4-8542703a041f None None] Pushing event updated for resources: {'Port': ['ID=51a70f93-c99f-4f01-9098-d250c3b69cca,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:57.005815 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d84ae824-d984-4e5f-a217-aaee63fd9984 req-e042621e-4d6e-4b9b-a97d-cd03c3ec5794 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017561 Apr 06 17:11:57.081640 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Allocated IP 172.27.1.8 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/27d006d2-2a89-42cb-8c26-ef607871aaa4) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:11:57.211815 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Publish callbacks [] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:57.304669 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:57.341097 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:11:57.345985 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:11:57.349682 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:11:57.376314 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Pushing event updated for resources: {'Port': ['ID=27d006d2-2a89-42cb-8c26-ef607871aaa4,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:57.774558 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Publish callbacks [] for router_gateway (36329e38-45d1-415f-b3f1-2b98c62bee9e), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:57.863643 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c504efa5-e2c3-48b4-90e7-197fddf77292 None None] Network f56648ad-4fee-4abb-84da-d7aa65d77071 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:11:57.951131 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-8d1f1545-1afd-4325-b33c-146e7f7900f7 None None] Provisioning complete for port 51a70f93-c99f-4f01-9098-d250c3b69cca triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:11:57.951436 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1545-1afd-4325-b33c-146e7f7900f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:57.981023 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373255'] for router (36329e38-45d1-415f-b3f1-2b98c62bee9e), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:58.056399 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f1545-1afd-4325-b33c-146e7f7900f7 None None] Current status of the port 51a70f93-c99f-4f01-9098-d250c3b69cca is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:11:58.056930 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1545-1afd-4325-b33c-146e7f7900f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:58.102221 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-8d1f1545-1afd-4325-b33c-146e7f7900f7 None None] For port 51a70f93-c99f-4f01-9098-d250c3b69cca, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=51a70f93-c99f-4f01-9098-d250c3b69cca,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:11:58.184168 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8d1f1545-1afd-4325-b33c-146e7f7900f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:58.220297 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ec83a-dd07-4999-b70c-233b4788c797 req-88318da3-b0ce-4d14-93ff-48fe32188a4c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:58.221723 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-351ec83a-dd07-4999-b70c-233b4788c797 req-88318da3-b0ce-4d14-93ff-48fe32188a4c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.1301916 Apr 06 17:11:58.236605 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f1545-1afd-4325-b33c-146e7f7900f7 None None] Pushing event updated for resources: {'Port': ['ID=51a70f93-c99f-4f01-9098-d250c3b69cca,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:58.253641 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-9095d247-f76b-4e6a-8d7a-e65df2e5f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:58.255114 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-9095d247-f76b-4e6a-8d7a-e65df2e5f4cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8&tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e HTTP/1.1" status: 200 len: 1127 time: 0.1119030 Apr 06 17:11:58.283747 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-351ec83a-dd07-4999-b70c-233b4788c797 req-60b710e6-3914-48fa-8a0e-ad0f11abee07 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501416 Apr 06 17:11:58.286208 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Router 36329e38-45d1-415f-b3f1-2b98c62bee9e is scheduled to L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d with binding_index 1 {{(pid=103877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:11:58.311724 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-676b92ec-256d-4bd4-a334-f3d807f61800 None None] Provisioning complete for port 51a70f93-c99f-4f01-9098-d250c3b69cca triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:11:58.311724 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-676b92ec-256d-4bd4-a334-f3d807f61800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:58.380170 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-b22a64f0-6a93-4886-b0bc-ab6a1520db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:58.381691 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-b22a64f0-6a93-4886-b0bc-ab6a1520db7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 1127 time: 0.0928547 Apr 06 17:11:58.387366 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-676b92ec-256d-4bd4-a334-f3d807f61800 None None] Current status of the port 51a70f93-c99f-4f01-9098-d250c3b69cca is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:11:58.482618 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:11:58.494376 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Sync routers for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:11:58.503342 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:11:58.503951 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:11:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:11:58.515038 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-8eea9bca-e664-468c-8b9e-df5ead3e0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:58.516644 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-8eea9bca-e664-468c-8b9e-df5ead3e0723 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 917 time: 0.1101818 Apr 06 17:11:58.582020 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-6e6a1ad7-e45f-4df4-9949-b171d25725ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7 HTTP/1.1" status: 200 len: 998 time: 0.0594103 Apr 06 17:11:58.599316 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:58.600959 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-c64ff0c0-c839-4112-9840-df10560ad841 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5246005 Apr 06 17:11:58.603937 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38896) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:11:58.611067 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:11:58.639942 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-ab867a12-6852-40d5-9043-e2a617011d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:58.641493 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-ab867a12-6852-40d5-9043-e2a617011d62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 200 len: 855 time: 0.0531409 Apr 06 17:11:58.692452 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-0f118ed1-847d-499c-a03d-b719630ae7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:58.694109 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-0f118ed1-847d-499c-a03d-b719630ae7c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f20736-5662-4187-864d-0ee6f8a19f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459728 Apr 06 17:11:58.808817 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 51a70f93-c99f-4f01-9098-d250c3b69cca up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:11:58.825087 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-2ff4dbb9-9325-4b8d-87f1-8d5ab5f34019 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242607 Apr 06 17:11:58.867608 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 51a70f93-c99f-4f01-9098-d250c3b69cca triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:11:58.868256 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:58.906022 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:11:57Z', 'revision_number': 3, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:11:58.934869 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-9ee24031-b10c-434f-bd47-ba18e84543c5 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021600 Apr 06 17:11:58.940829 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Checking router: 36329e38-45d1-415f-b3f1-2b98c62bee9e for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:11:58.941034 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Updating router 36329e38-45d1-415f-b3f1-2b98c62bee9e port 27d006d2-2a89-42cb-8c26-ef607871aaa4 binding host dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:11:58.956073 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 51a70f93-c99f-4f01-9098-d250c3b69cca is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:11:58.972379 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:59.229109 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Publish callbacks [] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), precommit_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:59.309753 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:59.313892 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:59.385854 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Attempting to bind port 27d006d2-2a89-42cb-8c26-ef607871aaa4 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:11:59.386241 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Attempting to bind port 27d006d2-2a89-42cb-8c26-ef607871aaa4 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:11:59.388046 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Attempting to bind port 27d006d2-2a89-42cb-8c26-ef607871aaa4 on network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:11:59.397642 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Pushing event updated for resources: {'Port': ['ID=27d006d2-2a89-42cb-8c26-ef607871aaa4,revision_number=2']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:59.400251 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:11:59.400635 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Checking segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:11:59.401087 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:59.401537 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Bound using segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:11:59.402009 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Bound port: 27d006d2-2a89-42cb-8c26-ef607871aaa4, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:11:59.402606 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:59.463528 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.464022 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.465246 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.465627 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.466141 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.466486 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.466944 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.467468 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.467940 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.468329 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.468608 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.468955 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.469283 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.470213 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.470213 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:11:59.490955 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bda52-20e7-42ab-865d-fbb68c38dda8 req-ed0980d4-8f6a-453b-a1fc-3a18771be9a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:11:59.496557 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-118bda52-20e7-42ab-865d-fbb68c38dda8 req-ed0980d4-8f6a-453b-a1fc-3a18771be9a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0839655 Apr 06 17:11:59.562650 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-118bda52-20e7-42ab-865d-fbb68c38dda8 req-f63f24fc-cd2d-4787-be36-46d695e997a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639107 Apr 06 17:11:59.574815 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] For port 27d006d2-2a89-42cb-8c26-ef607871aaa4, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:11:59.578836 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] For port 27d006d2-2a89-42cb-8c26-ef607871aaa4, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=27d006d2-2a89-42cb-8c26-ef607871aaa4,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:11:59.589466 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Allocated IP 172.20.0.1 (f56648ad-4fee-4abb-84da-d7aa65d77071/790d15a4-30c1-4520-8d58-4d9671d1192c/73c83661-7f20-4a85-8324-3f3107c4a350) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:11:59.698596 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:59.755545 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:11:59.756753 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:11:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:11:59.780697 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Publish callbacks [] for port (73c83661-7f20-4a85-8324-3f3107c4a350), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:59.800086 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab044114-318e-44d5-bd6e-4211ed890ca0 None None] Pushing event updated for resources: {'Port': ['ID=27d006d2-2a89-42cb-8c26-ef607871aaa4,revision_number=3']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:11:59.889316 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:11:59.927645 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:11:59.986849 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Network f56648ad-4fee-4abb-84da-d7aa65d77071 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:11:59.989750 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:11:59.993081 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:12:00.026197 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Pushing event updated for resources: {'Port': ['ID=73c83661-7f20-4a85-8324-3f3107c4a350,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:00.051256 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373462'] for router_interface (36329e38-45d1-415f-b3f1-2b98c62bee9e), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:00.151298 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:11:57Z', 'revision_number': 3, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:00.180963 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942fb3c-fe3a-484e-81ec-8b58bae167d6 None None] The sync data for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi is: [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:11:57Z', 'revision_number': 3, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:12:00.352184 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:00.353877 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-7fff9785-c51f-43d5-89b1-5e682fb80e82 None None] Provisioning complete for port 73c83661-7f20-4a85-8324-3f3107c4a350 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:00.355704 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7fff9785-c51f-43d5-89b1-5e682fb80e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:00.409359 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-7fff9785-c51f-43d5-89b1-5e682fb80e82 None None] Port 73c83661-7f20-4a85-8324-3f3107c4a350 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:12:00.573478 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Publish callbacks [] for port (73c83661-7f20-4a85-8324-3f3107c4a350), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:00.735410 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51203f3a-a026-48cb-8433-fbe28514021d req-163661e2-4c06-472f-b356-c4c432043aa1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:00.736948 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-51203f3a-a026-48cb-8433-fbe28514021d req-163661e2-4c06-472f-b356-c4c432043aa1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0843692 Apr 06 17:12:00.821626 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 27d006d2-2a89-42cb-8c26-ef607871aaa4 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:12:00.821853 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-51203f3a-a026-48cb-8433-fbe28514021d req-6c5a3a4a-90aa-4fe7-ad0c-6b90db95a8dc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725970 Apr 06 17:12:00.830098 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:00.916292 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 27d006d2-2a89-42cb-8c26-ef607871aaa4 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:00.916774 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:00.922453 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Pushing event updated for resources: {'Port': ['ID=73c83661-7f20-4a85-8324-3f3107c4a350,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:00.925199 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-372806'] for router_interface (36329e38-45d1-415f-b3f1-2b98c62bee9e), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:01.016259 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 27d006d2-2a89-42cb-8c26-ef607871aaa4 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:01.016989 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:01.039554 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port 27d006d2-2a89-42cb-8c26-ef607871aaa4, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=27d006d2-2a89-42cb-8c26-ef607871aaa4,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:12:01.063872 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Network f56648ad-4fee-4abb-84da-d7aa65d77071 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:12:01.066452 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:12:01.156142 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:01.244225 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=27d006d2-2a89-42cb-8c26-ef607871aaa4,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:01.256729 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Router 36329e38-45d1-415f-b3f1-2b98c62bee9e has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:12:01.354843 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-ef26d97a-a030-4995-9e93-9cbea3799d30 None None] Provisioning complete for port 73c83661-7f20-4a85-8324-3f3107c4a350 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:01.355965 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ef26d97a-a030-4995-9e93-9cbea3799d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:01.400271 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-ef26d97a-a030-4995-9e93-9cbea3799d30 None None] Port 73c83661-7f20-4a85-8324-3f3107c4a350 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:12:01.411825 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:12:01.417236 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-221a3fe1-db81-469e-a412-f33cd2d23362 admin admin] 10.222.0.66 "PUT /v2.0/routers/36329e38-45d1-415f-b3f1-2b98c62bee9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8121052 Apr 06 17:12:01.987993 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47f9a8-ec76-4d1d-91f2-83f367cbf439 req-9f426509-5eff-47fd-9cab-bdfb079fe81f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:01.989745 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b47f9a8-ec76-4d1d-91f2-83f367cbf439 req-9f426509-5eff-47fd-9cab-bdfb079fe81f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0733016 Apr 06 17:12:02.050356 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b47f9a8-ec76-4d1d-91f2-83f367cbf439 req-7d5ed839-afec-4e06-be5c-def8422b1367 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541642 Apr 06 17:12:02.189023 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38938) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:12:02.194025 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2043784227-network', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:12:02.252764 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Made reservation on behalf of 764bc388fb574e8dae7bc1f67ae6db37 for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:12:02.255104 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:02.264128 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:02.303606 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Sync routers for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:12:02.314884 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:12:02.315561 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:11:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:02.361781 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Publish callbacks [] for security_group (5a53929e-bcf3-4ef1-9f35-056bc6e08e17), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:02.435572 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (5a53929e-bcf3-4ef1-9f35-056bc6e08e17), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:02.440669 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:12:02.460244 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:12:02.465750 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:02.472534 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (28a670ca-333d-42f9-a59c-0fbb239c9fdb), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:02.475625 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Added segment 28a670ca-333d-42f9-a59c-0fbb239c9fdb of type vlan for network 02329a28-258d-4462-9045-89df1f94f779 Apr 06 17:12:02.482567 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a53929e-bcf3-4ef1-9f35-056bc6e08e17,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:02.533234 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (02329a28-258d-4462-9045-89df1f94f779), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:02.618123 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (02329a28-258d-4462-9045-89df1f94f779), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:02.622436 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:02.622436 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:02.672931 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 2, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:02.680944 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] Pushing event updated for resources: {'Network': ['ID=02329a28-258d-4462-9045-89df1f94f779,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:02.704445 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network 02329a28-258d-4462-9045-89df1f94f779 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:12:02.707861 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Checking router: 36329e38-45d1-415f-b3f1-2b98c62bee9e for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:12:02.708176 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Updating router 36329e38-45d1-415f-b3f1-2b98c62bee9e port 73c83661-7f20-4a85-8324-3f3107c4a350 binding host dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:12:02.740666 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-fe27075c-0426-44b1-b49f-5bca5f03fdd7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5504930 Apr 06 17:12:02.743355 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 38940) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:12:02.748248 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-94688ce6-e283-48aa-93a1-12f5c43cc8ed admin admin] Request body: {'subnet': {'network_id': '02329a28-258d-4462-9045-89df1f94f779', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2043784227-subnet', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'ip_version': 4}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:12:02.780788 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 27d006d2-2a89-42cb-8c26-ef607871aaa4 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:12:02.820915 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:02.857933 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94688ce6-e283-48aa-93a1-12f5c43cc8ed admin admin] Made reservation on behalf of 764bc388fb574e8dae7bc1f67ae6db37 for: {'subnet': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:12:02.860460 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-94688ce6-e283-48aa-93a1-12f5c43cc8ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5377253'] for subnet (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:02.891593 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 27d006d2-2a89-42cb-8c26-ef607871aaa4 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:02.891971 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.096268 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 27d006d2-2a89-42cb-8c26-ef607871aaa4 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:03.138608 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-94688ce6-e283-48aa-93a1-12f5c43cc8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7130152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5377275'] for subnet (568eb412-37d1-440d-bef6-91f6969c1ad9), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.169770 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Publish callbacks [] for port (73c83661-7f20-4a85-8324-3f3107c4a350), precommit_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.245711 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94688ce6-e283-48aa-93a1-12f5c43cc8ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=568eb412-37d1-440d-bef6-91f6969c1ad9,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:03.258326 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.262773 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94688ce6-e283-48aa-93a1-12f5c43cc8ed admin admin] Checking segment: {'id': '28a670ca-333d-42f9-a59c-0fbb239c9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '02329a28-258d-4462-9045-89df1f94f779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:12:03.263170 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94688ce6-e283-48aa-93a1-12f5c43cc8ed admin admin] Network hostable DHCP agents. Network: 02329a28-258d-4462-9045-89df1f94f779, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:12:03.273148 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91c00-9a2e-41bc-b016-40ea24d68802 req-4f48acf2-80ee-40c8-9ea6-0bfdcccaa4bd tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:03.274665 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2ce91c00-9a2e-41bc-b016-40ea24d68802 req-4f48acf2-80ee-40c8-9ea6-0bfdcccaa4bd tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.1099238 Apr 06 17:12:03.309245 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4cfda-013b-4dbe-bcf4-d5904265364f None None] Pushing event updated for resources: {'Port': ['ID=73c83661-7f20-4a85-8324-3f3107c4a350,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:03.365370 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2ce91c00-9a2e-41bc-b016-40ea24d68802 req-ba9eb087-8fac-454b-b2d4-bd9fc91a2d80 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792651 Apr 06 17:12:03.379621 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94688ce6-e283-48aa-93a1-12f5c43cc8ed admin admin] Network 02329a28-258d-4462-9045-89df1f94f779 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:12:03.384252 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Attempting to bind port 73c83661-7f20-4a85-8324-3f3107c4a350 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:12:03.384763 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Attempting to bind port 73c83661-7f20-4a85-8324-3f3107c4a350 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:12:03.385242 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Attempting to bind port 73c83661-7f20-4a85-8324-3f3107c4a350 on network f56648ad-4fee-4abb-84da-d7aa65d77071 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:12:03.391522 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:12:03.395949 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Checking segment: {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:12:03.395949 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.395949 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Bound using segment: {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:12:03.395949 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Bound port: 73c83661-7f20-4a85-8324-3f3107c4a350, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:12:03.395949 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.446837 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-94688ce6-e283-48aa-93a1-12f5c43cc8ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, 02329a28-258d-4462-9045-89df1f94f779) {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:12:03.451128 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94688ce6-e283-48aa-93a1-12f5c43cc8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:03.451808 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-94688ce6-e283-48aa-93a1-12f5c43cc8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.465438 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee032d9-28d9-4109-b6fa-c71d6041df9b None None] Network 02329a28-258d-4462-9045-89df1f94f779 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:12:03.515612 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] For port 73c83661-7f20-4a85-8324-3f3107c4a350, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:12:03.528914 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] For port 73c83661-7f20-4a85-8324-3f3107c4a350, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=73c83661-7f20-4a85-8324-3f3107c4a350,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:12:03.566567 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-94688ce6-e283-48aa-93a1-12f5c43cc8ed admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8195939 Apr 06 17:12:03.566788 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 38946) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:12:03.571633 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2043784227-router', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:12:03.672938 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.727308 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6307'] for router (2e47cf37-17bb-4b42-a5e1-e97e7f018749), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.728824 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-376390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6330'] for router (2e47cf37-17bb-4b42-a5e1-e97e7f018749), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.762706 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-44502357-d46e-4ad1-b243-568ba4813e89 None None] Provisioning complete for port 73c83661-7f20-4a85-8324-3f3107c4a350 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:03.763129 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-44502357-d46e-4ad1-b243-568ba4813e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.799877 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Publish callbacks [] for router_controller (2e47cf37-17bb-4b42-a5e1-e97e7f018749), precommit_add_association {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:03.821518 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:12:03.821910 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:11:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:03.825661 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4cfda-013b-4dbe-bcf4-d5904265364f None None] Pushing event updated for resources: {'Port': ['ID=73c83661-7f20-4a85-8324-3f3107c4a350,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:03.835047 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8dc3ea-b628-591d-92c5-4a387acafab5-02329a28-258d-4462-9045-89df1f94f779', 'network_id': '02329a28-258d-4462-9045-89df1f94f779', 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'fixed_ips': [{'subnet_id': '568eb412-37d1-440d-bef6-91f6969c1ad9'}]}} from dv-cinder-836850-1-iscsi. {{(pid=103878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:12:03.836084 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:04.069218 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Publish callbacks [] for router_gateway (2e47cf37-17bb-4b42-a5e1-e97e7f018749), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:04.106879 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:12:04.139019 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-44502357-d46e-4ad1-b243-568ba4813e89 None None] Current status of the port 73c83661-7f20-4a85-8324-3f3107c4a350 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:04.139412 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-44502357-d46e-4ad1-b243-568ba4813e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:04.182573 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.db_base_plugin_common [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Allocated IP 172.20.0.2 (02329a28-258d-4462-9045-89df1f94f779/568eb412-37d1-440d-bef6-91f6969c1ad9/01850c1e-ce73-4cc8-81cb-7132e6689f9f) {{(pid=103878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:12:04.279137 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-44502357-d46e-4ad1-b243-568ba4813e89 None None] For port 73c83661-7f20-4a85-8324-3f3107c4a350, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=73c83661-7f20-4a85-8324-3f3107c4a350,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:12:04.350881 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-44502357-d46e-4ad1-b243-568ba4813e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:04.371239 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Publish callbacks [] for router_gateway (2e47cf37-17bb-4b42-a5e1-e97e7f018749), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:04.395967 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:04.581187 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-b3253256-9a4c-4266-a3b7-36c31e803c97 None None] Provisioning complete for port 73c83661-7f20-4a85-8324-3f3107c4a350 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:04.581916 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b3253256-9a4c-4266-a3b7-36c31e803c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:04.583262 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44502357-d46e-4ad1-b243-568ba4813e89 None None] Pushing event updated for resources: {'Port': ['ID=73c83661-7f20-4a85-8324-3f3107c4a350,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:04.643710 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Publish callbacks [] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), precommit_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:04.674787 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:03Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:04.722527 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1581f88-99f9-4396-9052-5145caffb09d None None] The sync data for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi is: [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:03Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:12:04.731573 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:04.766897 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16fdc9-10e9-47d6-80b5-c3be2fbcb3bc req-404b8047-fda8-4d1b-bfb4-6c44929cdce1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:04.768880 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5b16fdc9-10e9-47d6-80b5-c3be2fbcb3bc req-404b8047-fda8-4d1b-bfb4-6c44929cdce1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.3326707 Apr 06 17:12:04.809014 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-b3253256-9a4c-4266-a3b7-36c31e803c97 None None] Current status of the port 73c83661-7f20-4a85-8324-3f3107c4a350 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:04.812108 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Allocated IP 172.27.1.5 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/20264e08-5449-4a23-91a5-1d89f4c06781) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:12:04.837163 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Network 02329a28-258d-4462-9045-89df1f94f779 is already hosted by enough agents. {{(pid=103878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:12:04.840445 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.base_scheduler [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Resources bound (agent type, host, resource id): {{(pid=103878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:12:04.844873 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Received port after_create {{(pid=103878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:12:04.848308 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Pushing event updated for resources: {'Port': ['ID=01850c1e-ce73-4cc8-81cb-7132e6689f9f,revision_number=1']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:04.885202 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5b16fdc9-10e9-47d6-80b5-c3be2fbcb3bc req-057d3258-bc21-4314-8fd8-e5197799dd35 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070750 Apr 06 17:12:04.954486 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Attempting to bind port 01850c1e-ce73-4cc8-81cb-7132e6689f9f on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:12:04.954935 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Attempting to bind port 01850c1e-ce73-4cc8-81cb-7132e6689f9f by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '28a670ca-333d-42f9-a59c-0fbb239c9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '02329a28-258d-4462-9045-89df1f94f779'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:12:04.955330 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Attempting to bind port 01850c1e-ce73-4cc8-81cb-7132e6689f9f on network 02329a28-258d-4462-9045-89df1f94f779 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:12:04.962478 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:12:04.962852 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Checking segment: {'id': '28a670ca-333d-42f9-a59c-0fbb239c9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '02329a28-258d-4462-9045-89df1f94f779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:12:04.963282 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:04.963675 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Bound using segment: {'id': '28a670ca-333d-42f9-a59c-0fbb239c9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '02329a28-258d-4462-9045-89df1f94f779'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:12:04.964152 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Bound port: 01850c1e-ce73-4cc8-81cb-7132e6689f9f, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a670ca-333d-42f9-a59c-0fbb239c9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '02329a28-258d-4462-9045-89df1f94f779'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:12:04.964536 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:05.044715 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Publish callbacks [] for port (20264e08-5449-4a23-91a5-1d89f4c06781), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:05.070662 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] For port 01850c1e-ce73-4cc8-81cb-7132e6689f9f, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:12:05.075432 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] For port 01850c1e-ce73-4cc8-81cb-7132e6689f9f, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=01850c1e-ce73-4cc8-81cb-7132e6689f9f,segment=NetworkSegment(28a670ca-333d-42f9-a59c-0fbb239c9fdb),segment_id=28a670ca-333d-42f9-a59c-0fbb239c9fdb)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:12:05.168161 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:05.179608 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (20264e08-5449-4a23-91a5-1d89f4c06781), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:05.234963 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:12:05.243677 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:12:05.246378 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:12:05.291944 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Pushing event updated for resources: {'Port': ['ID=20264e08-5449-4a23-91a5-1d89f4c06781,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:05.297254 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32879441-6744-4d5b-b5f4-0e21a27e2fe9 None None] Pushing event updated for resources: {'Port': ['ID=01850c1e-ce73-4cc8-81cb-7132e6689f9f,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:05.704629 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Publish callbacks [] for router_gateway (2e47cf37-17bb-4b42-a5e1-e97e7f018749), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:05.956753 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373255'] for router (2e47cf37-17bb-4b42-a5e1-e97e7f018749), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:06.122704 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2a9f2-aeda-4b43-bc3b-a13293dbac3a req-87c448d3-c35f-4c1a-8821-1a63c72cf762 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:06.124247 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8ed2a9f2-aeda-4b43-bc3b-a13293dbac3a req-87c448d3-c35f-4c1a-8821-1a63c72cf762 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.1263576 Apr 06 17:12:06.196970 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8ed2a9f2-aeda-4b43-bc3b-a13293dbac3a req-ab438f30-7daa-4f66-8e9f-4e35d43f3db5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667732 Apr 06 17:12:06.275721 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Router 2e47cf37-17bb-4b42-a5e1-e97e7f018749 is scheduled to L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d with binding_index 1 {{(pid=103877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:12:06.419787 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd0677-57ea-410f-8413-7ef67b96a646 None None] Network 02329a28-258d-4462-9045-89df1f94f779 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:12:06.420445 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:12:06.437098 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Sync routers for ids ['2e47cf37-17bb-4b42-a5e1-e97e7f018749'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:12:06.447646 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Routers {'2e47cf37-17bb-4b42-a5e1-e97e7f018749'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:12:06.448269 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:11:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['2e47cf37-17bb-4b42-a5e1-e97e7f018749'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:06.498256 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-93d205a2-4c57-4f4a-979f-c9f92f4148d4 None None] Provisioning complete for port 01850c1e-ce73-4cc8-81cb-7132e6689f9f triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:06.498770 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-93d205a2-4c57-4f4a-979f-c9f92f4148d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:06.511408 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:06.515417 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-2649f430-01f6-4e04-9305-4cb622e2cfb5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9450176 Apr 06 17:12:06.515542 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 38954) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:12:06.595772 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Set router 2e47cf37-17bb-4b42-a5e1-e97e7f018749 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:12:06.639022 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-93d205a2-4c57-4f4a-979f-c9f92f4148d4 None None] Current status of the port 01850c1e-ce73-4cc8-81cb-7132e6689f9f is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:06.639641 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-93d205a2-4c57-4f4a-979f-c9f92f4148d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:06.701770 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-93d205a2-4c57-4f4a-979f-c9f92f4148d4 None None] For port 01850c1e-ce73-4cc8-81cb-7132e6689f9f, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=01850c1e-ce73-4cc8-81cb-7132e6689f9f,segment=NetworkSegment(28a670ca-333d-42f9-a59c-0fbb239c9fdb),segment_id=28a670ca-333d-42f9-a59c-0fbb239c9fdb)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:12:06.773216 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-93d205a2-4c57-4f4a-979f-c9f92f4148d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:06.872925 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d205a2-4c57-4f4a-979f-c9f92f4148d4 None None] Pushing event updated for resources: {'Port': ['ID=01850c1e-ce73-4cc8-81cb-7132e6689f9f,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:06.959224 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 73c83661-7f20-4a85-8324-3f3107c4a350 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:12:06.964315 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'name': 'tempest-TestVolumeBootPattern-2043784227-router', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:12:03Z', 'updated_at': '2022-04-06T17:12:05Z', 'revision_number': 3, 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'gw_port': {'id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:12:04Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:07.015022 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-e968e8db-05b3-464a-b673-383b97871a3b None None] Provisioning complete for port 01850c1e-ce73-4cc8-81cb-7132e6689f9f triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:07.015740 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e968e8db-05b3-464a-b673-383b97871a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.030035 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Checking router: 2e47cf37-17bb-4b42-a5e1-e97e7f018749 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:12:07.031104 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Updating router 2e47cf37-17bb-4b42-a5e1-e97e7f018749 port 20264e08-5449-4a23-91a5-1d89f4c06781 binding host dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:12:07.068442 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (20264e08-5449-4a23-91a5-1d89f4c06781), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.110073 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 73c83661-7f20-4a85-8324-3f3107c4a350 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:07.121672 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.254047 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.375372 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3f574ce1-0cff-47cd-94d0-c19c2025697c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.403649 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-e968e8db-05b3-464a-b673-383b97871a3b None None] Current status of the port 01850c1e-ce73-4cc8-81cb-7132e6689f9f is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:07.404640 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Publish callbacks [] for port (20264e08-5449-4a23-91a5-1d89f4c06781), precommit_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.466788 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 73c83661-7f20-4a85-8324-3f3107c4a350 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:07.468277 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 01850c1e-ce73-4cc8-81cb-7132e6689f9f up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:12:07.472213 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d91b8-1049-4c8e-a80c-05fafdf98e28 req-f85c06cd-a9f1-4696-996d-242d7c424088 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:07.473750 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-733d91b8-1049-4c8e-a80c-05fafdf98e28 req-f85c06cd-a9f1-4696-996d-242d7c424088 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.1792405 Apr 06 17:12:07.484030 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (20264e08-5449-4a23-91a5-1d89f4c06781), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.530014 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 01850c1e-ce73-4cc8-81cb-7132e6689f9f triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:07.530391 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.585267 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-733d91b8-1049-4c8e-a80c-05fafdf98e28 req-50e13596-0d80-402c-9c8e-c7dc3e6ee1ba tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037531 Apr 06 17:12:07.600603 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Allocated IP 172.20.0.1 (02329a28-258d-4462-9045-89df1f94f779/568eb412-37d1-440d-bef6-91f6969c1ad9/afb3d8a0-f6d3-42f4-b95d-1333b235c659) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:12:07.636973 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 01850c1e-ce73-4cc8-81cb-7132e6689f9f is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:07.649344 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Attempting to bind port 20264e08-5449-4a23-91a5-1d89f4c06781 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:12:07.649802 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Attempting to bind port 20264e08-5449-4a23-91a5-1d89f4c06781 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:12:07.650168 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Attempting to bind port 20264e08-5449-4a23-91a5-1d89f4c06781 on network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:12:07.661837 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:12:07.662729 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Checking segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:12:07.663520 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.663928 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Bound using segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:12:07.664880 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Bound port: 20264e08-5449-4a23-91a5-1d89f4c06781, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:12:07.665029 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (20264e08-5449-4a23-91a5-1d89f4c06781), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.668528 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fdf48-a1c9-4baf-9d60-9b557a72a140 None None] Pushing event updated for resources: {'Port': ['ID=20264e08-5449-4a23-91a5-1d89f4c06781,revision_number=2']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:07.739844 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] For port 20264e08-5449-4a23-91a5-1d89f4c06781, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:12:07.741609 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] For port 20264e08-5449-4a23-91a5-1d89f4c06781, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=20264e08-5449-4a23-91a5-1d89f4c06781,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:12:07.742856 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Publish callbacks [] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.813138 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (20264e08-5449-4a23-91a5-1d89f4c06781), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.836355 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:07.867622 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Routers {'2e47cf37-17bb-4b42-a5e1-e97e7f018749'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:12:07.868399 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:11:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['2e47cf37-17bb-4b42-a5e1-e97e7f018749'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:07.894839 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Network 02329a28-258d-4462-9045-89df1f94f779 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:12:07.899294 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=afb3d8a0-f6d3-42f4-b95d-1333b235c659,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:07.901846 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:12:07.904343 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:12:07.938232 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fdf48-a1c9-4baf-9d60-9b557a72a140 None None] Pushing event updated for resources: {'Port': ['ID=20264e08-5449-4a23-91a5-1d89f4c06781,revision_number=3']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:07.960836 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373462'] for router_interface (2e47cf37-17bb-4b42-a5e1-e97e7f018749), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:08.010495 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] Set router 2e47cf37-17bb-4b42-a5e1-e97e7f018749 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:12:08.214769 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:08.233114 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-ad4c76db-80bb-49c7-a64e-2b58fb3f1f92 None None] Provisioning complete for port afb3d8a0-f6d3-42f4-b95d-1333b235c659 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:08.233503 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ad4c76db-80bb-49c7-a64e-2b58fb3f1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:08.236335 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'name': 'tempest-TestVolumeBootPattern-2043784227-router', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:12:03Z', 'updated_at': '2022-04-06T17:12:05Z', 'revision_number': 3, 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'gw_port': {'id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:12:04Z', 'updated_at': '2022-04-06T17:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:08.268616 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08929797-3ba9-4986-9fdd-b0a1c442ba48 None None] The sync data for ids ['2e47cf37-17bb-4b42-a5e1-e97e7f018749'] in dv-cinder-836850-1-iscsi is: [{'id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'name': 'tempest-TestVolumeBootPattern-2043784227-router', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:12:03Z', 'updated_at': '2022-04-06T17:12:05Z', 'revision_number': 3, 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'gw_port': {'id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:12:04Z', 'updated_at': '2022-04-06T17:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:12:08.269738 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-ad4c76db-80bb-49c7-a64e-2b58fb3f1f92 None None] Port afb3d8a0-f6d3-42f4-b95d-1333b235c659 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:12:08.422240 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Publish callbacks [] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:08.475229 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:08.546525 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-372806'] for router_interface (2e47cf37-17bb-4b42-a5e1-e97e7f018749), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:08.561793 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=afb3d8a0-f6d3-42f4-b95d-1333b235c659,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:08.665255 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Network 02329a28-258d-4462-9045-89df1f94f779 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:12:08.667876 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:12:08.913420 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Router 2e47cf37-17bb-4b42-a5e1-e97e7f018749 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:12:08.933641 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 20264e08-5449-4a23-91a5-1d89f4c06781 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:12:08.974241 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65198030-df90-45ea-a269-1adbf83d9e5c req-ee229395-f0e8-41ee-a055-976ccc1c8276 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:08.976324 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-65198030-df90-45ea-a269-1adbf83d9e5c req-ee229395-f0e8-41ee-a055-976ccc1c8276 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.2413437 Apr 06 17:12:09.013398 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-a974b4f3-e642-4999-99b7-71183361947a None None] Provisioning complete for port afb3d8a0-f6d3-42f4-b95d-1333b235c659 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:09.013778 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a974b4f3-e642-4999-99b7-71183361947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:09.015547 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 20264e08-5449-4a23-91a5-1d89f4c06781 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:09.015907 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (20264e08-5449-4a23-91a5-1d89f4c06781), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:09.068009 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-65198030-df90-45ea-a269-1adbf83d9e5c req-62e890db-c185-4d87-a64d-062bb0ebcdf4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562227 Apr 06 17:12:09.097435 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-a974b4f3-e642-4999-99b7-71183361947a None None] Port afb3d8a0-f6d3-42f4-b95d-1333b235c659 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:12:09.147895 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 20264e08-5449-4a23-91a5-1d89f4c06781 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:09.148294 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (20264e08-5449-4a23-91a5-1d89f4c06781), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:09.170862 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port 20264e08-5449-4a23-91a5-1d89f4c06781, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=20264e08-5449-4a23-91a5-1d89f4c06781,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:12:09.257849 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (20264e08-5449-4a23-91a5-1d89f4c06781), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:09.259300 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 01850c1e-ce73-4cc8-81cb-7132e6689f9f up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:12:09.354743 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=20264e08-5449-4a23-91a5-1d89f4c06781,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:09.366488 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:12:09.380933 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-5f1c4606-63ba-4eb2-8afb-7684257b3cc6 admin admin] 10.222.0.66 "PUT /v2.0/routers/2e47cf37-17bb-4b42-a5e1-e97e7f018749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8642766 Apr 06 17:12:09.388600 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 01850c1e-ce73-4cc8-81cb-7132e6689f9f triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:09.388980 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:09.470266 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 01850c1e-ce73-4cc8-81cb-7132e6689f9f is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:09.601268 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2536d628-b080-4420-8259-cb9418bb32f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:10.185316 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Sync routers for ids ['2e47cf37-17bb-4b42-a5e1-e97e7f018749'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:12:10.201287 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Routers {'2e47cf37-17bb-4b42-a5e1-e97e7f018749'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:12:10.205881 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:12:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['2e47cf37-17bb-4b42-a5e1-e97e7f018749'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:10.217214 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe3992-1a58-4722-b4eb-9f22c4339bbc req-fd31437e-ce83-4a28-a574-f58affb6fa49 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:10.218774 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dfbe3992-1a58-4722-b4eb-9f22c4339bbc req-fd31437e-ce83-4a28-a574-f58affb6fa49 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0595193 Apr 06 17:12:10.280902 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38970) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:12:10.288145 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-296b3eb4-7b22-486d-b0b0-a1626305eefa tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-142823913', 'description': 'tempest-secgroup-smoke-142823913 description', 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:12:10.289307 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dfbe3992-1a58-4722-b4eb-9f22c4339bbc req-781486ae-796e-4d81-826b-c6cc3fa3a62a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613437 Apr 06 17:12:10.338684 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Set router 2e47cf37-17bb-4b42-a5e1-e97e7f018749 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:12:10.390070 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-296b3eb4-7b22-486d-b0b0-a1626305eefa tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:10.481223 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-296b3eb4-7b22-486d-b0b0-a1626305eefa tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group (4c08102c-3c5b-4f78-8ef1-eace987d3746), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:10.502710 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:10.561394 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-296b3eb4-7b22-486d-b0b0-a1626305eefa tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (4c08102c-3c5b-4f78-8ef1-eace987d3746), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:10.567904 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'name': 'tempest-TestVolumeBootPattern-2043784227-router', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:12:03Z', 'updated_at': '2022-04-06T17:12:08Z', 'revision_number': 4, 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'gw_port': {'id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:12:04Z', 'updated_at': '2022-04-06T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'afb3d8a0-f6d3-42f4-b95d-1333b235c659', 'name': '', 'network_id': '02329a28-258d-4462-9045-89df1f94f779', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'mac_address': 'fa:16:3e:6e:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '568eb412-37d1-440d-bef6-91f6969c1ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:12:07Z', 'updated_at': '2022-04-06T17:12:08Z', 'revision_number': 2, 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'subnets': [{'id': '568eb412-37d1-440d-bef6-91f6969c1ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:10.594514 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Checking router: 2e47cf37-17bb-4b42-a5e1-e97e7f018749 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:12:10.594975 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Updating router 2e47cf37-17bb-4b42-a5e1-e97e7f018749 port afb3d8a0-f6d3-42f4-b95d-1333b235c659 binding host dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:12:10.595236 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b3eb4-7b22-486d-b0b0-a1626305eefa tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c08102c-3c5b-4f78-8ef1-eace987d3746,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:10.635440 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:10.677342 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-296b3eb4-7b22-486d-b0b0-a1626305eefa tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:10.679338 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-296b3eb4-7b22-486d-b0b0-a1626305eefa tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3960907 Apr 06 17:12:10.682378 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 38972) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:12:10.687107 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-06b61f2c-32c8-4485-9777-7fd218e11dca tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'security_group_rule': {'security_group_id': '4c08102c-3c5b-4f78-8ef1-eace987d3746', 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:12:10.782138 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 20264e08-5449-4a23-91a5-1d89f4c06781 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:12:10.783434 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-06b61f2c-32c8-4485-9777-7fd218e11dca tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (5f7561f3-e469-483c-aae0-74b72ab0a8b9), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:10.864634 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-06b61f2c-32c8-4485-9777-7fd218e11dca tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (5f7561f3-e469-483c-aae0-74b72ab0a8b9), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:10.903153 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 20264e08-5449-4a23-91a5-1d89f4c06781 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:10.903537 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (20264e08-5449-4a23-91a5-1d89f4c06781), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:10.911631 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-06b61f2c-32c8-4485-9777-7fd218e11dca tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (5f7561f3-e469-483c-aae0-74b72ab0a8b9), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:10.937226 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b61f2c-32c8-4485-9777-7fd218e11dca tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7561f3-e469-483c-aae0-74b72ab0a8b9,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:10.994244 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Publish callbacks [] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), precommit_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:11.002911 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-06b61f2c-32c8-4485-9777-7fd218e11dca tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:11.008042 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-06b61f2c-32c8-4485-9777-7fd218e11dca tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3244443 Apr 06 17:12:11.008670 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 38976) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:12:11.013231 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-c2fe0991-a82f-4d7b-9675-f0311f16c1d6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'security_group_rule': {'security_group_id': '4c08102c-3c5b-4f78-8ef1-eace987d3746', 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:12:11.038274 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 20264e08-5449-4a23-91a5-1d89f4c06781 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:11.070255 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:11.115191 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0991-a82f-4d7b-9675-f0311f16c1d6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (9505805d-b6c3-4e78-85aa-96095065f42d), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:11.122581 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542a188-00ad-488e-a8d7-363eebbea26a None None] Pushing event updated for resources: {'Port': ['ID=afb3d8a0-f6d3-42f4-b95d-1333b235c659,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:11.187353 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Attempting to bind port afb3d8a0-f6d3-42f4-b95d-1333b235c659 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:12:11.188046 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Attempting to bind port afb3d8a0-f6d3-42f4-b95d-1333b235c659 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '28a670ca-333d-42f9-a59c-0fbb239c9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '02329a28-258d-4462-9045-89df1f94f779'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:12:11.188046 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Attempting to bind port afb3d8a0-f6d3-42f4-b95d-1333b235c659 on network 02329a28-258d-4462-9045-89df1f94f779 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:12:11.201622 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:12:11.202014 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Checking segment: {'id': '28a670ca-333d-42f9-a59c-0fbb239c9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '02329a28-258d-4462-9045-89df1f94f779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:12:11.202424 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:11.202818 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Bound using segment: {'id': '28a670ca-333d-42f9-a59c-0fbb239c9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '02329a28-258d-4462-9045-89df1f94f779'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:12:11.203324 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Bound port: afb3d8a0-f6d3-42f4-b95d-1333b235c659, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a670ca-333d-42f9-a59c-0fbb239c9fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '02329a28-258d-4462-9045-89df1f94f779'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:12:11.203710 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:11.225886 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0991-a82f-4d7b-9675-f0311f16c1d6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (9505805d-b6c3-4e78-85aa-96095065f42d), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:11.277232 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] For port afb3d8a0-f6d3-42f4-b95d-1333b235c659, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:12:11.280423 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] For port afb3d8a0-f6d3-42f4-b95d-1333b235c659, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=afb3d8a0-f6d3-42f4-b95d-1333b235c659,segment=NetworkSegment(28a670ca-333d-42f9-a59c-0fbb239c9fdb),segment_id=28a670ca-333d-42f9-a59c-0fbb239c9fdb)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:12:11.344537 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0991-a82f-4d7b-9675-f0311f16c1d6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (9505805d-b6c3-4e78-85aa-96095065f42d), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:11.373771 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0991-a82f-4d7b-9675-f0311f16c1d6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9505805d-b6c3-4e78-85aa-96095065f42d,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:11.438495 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:11.446388 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da5acc-57fa-440e-b2eb-01fcaa09ab17 req-63389ef6-74e8-46e5-b77b-f1f9d55acc0d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:11.450620 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90da5acc-57fa-440e-b2eb-01fcaa09ab17 req-63389ef6-74e8-46e5-b77b-f1f9d55acc0d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0573583 Apr 06 17:12:11.471337 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-9c47ee9b-467e-4d84-8908-cdb4e3c7d4f1 None None] Provisioning complete for port afb3d8a0-f6d3-42f4-b95d-1333b235c659 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:11.471718 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9c47ee9b-467e-4d84-8908-cdb4e3c7d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:11.529578 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90da5acc-57fa-440e-b2eb-01fcaa09ab17 req-e8212ad0-4673-4523-be1e-de898a2ec76b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736296 Apr 06 17:12:11.536952 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0991-a82f-4d7b-9675-f0311f16c1d6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:11.565665 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-c2fe0991-a82f-4d7b-9675-f0311f16c1d6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5289650 Apr 06 17:12:11.566694 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542a188-00ad-488e-a8d7-363eebbea26a None None] Pushing event updated for resources: {'Port': ['ID=afb3d8a0-f6d3-42f4-b95d-1333b235c659,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:11.566694 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Routers {'2e47cf37-17bb-4b42-a5e1-e97e7f018749'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:12:11.566694 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:12:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['2e47cf37-17bb-4b42-a5e1-e97e7f018749'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:11.567138 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38980) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:12:11.571396 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-539a8beb-1fa8-46ef-a4ad-c02300fb0bed tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'security_group_rule': {'security_group_id': '4c08102c-3c5b-4f78-8ef1-eace987d3746', 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:12:11.832976 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-9c47ee9b-467e-4d84-8908-cdb4e3c7d4f1 None None] Current status of the port afb3d8a0-f6d3-42f4-b95d-1333b235c659 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:11.833297 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9c47ee9b-467e-4d84-8908-cdb4e3c7d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:11.871672 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] Set router 2e47cf37-17bb-4b42-a5e1-e97e7f018749 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:12:11.909620 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-9c47ee9b-467e-4d84-8908-cdb4e3c7d4f1 None None] For port afb3d8a0-f6d3-42f4-b95d-1333b235c659, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=afb3d8a0-f6d3-42f4-b95d-1333b235c659,segment=NetworkSegment(28a670ca-333d-42f9-a59c-0fbb239c9fdb),segment_id=28a670ca-333d-42f9-a59c-0fbb239c9fdb)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:12:12.105468 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'name': 'tempest-TestVolumeBootPattern-2043784227-router', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:12:03Z', 'updated_at': '2022-04-06T17:12:08Z', 'revision_number': 4, 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'gw_port': {'id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:12:04Z', 'updated_at': '2022-04-06T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'afb3d8a0-f6d3-42f4-b95d-1333b235c659', 'name': '', 'network_id': '02329a28-258d-4462-9045-89df1f94f779', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'mac_address': 'fa:16:3e:6e:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '568eb412-37d1-440d-bef6-91f6969c1ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:12:07Z', 'updated_at': '2022-04-06T17:12:11Z', 'revision_number': 4, 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'subnets': [{'id': '568eb412-37d1-440d-bef6-91f6969c1ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:12:12.136493 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ad496-9895-4522-a22f-7d84b0817ab2 None None] The sync data for ids ['2e47cf37-17bb-4b42-a5e1-e97e7f018749'] in dv-cinder-836850-1-iscsi is: [{'id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'name': 'tempest-TestVolumeBootPattern-2043784227-router', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:12:03Z', 'updated_at': '2022-04-06T17:12:08Z', 'revision_number': 4, 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'gw_port': {'id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:12:04Z', 'updated_at': '2022-04-06T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'afb3d8a0-f6d3-42f4-b95d-1333b235c659', 'name': '', 'network_id': '02329a28-258d-4462-9045-89df1f94f779', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'mac_address': 'fa:16:3e:6e:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '568eb412-37d1-440d-bef6-91f6969c1ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:12:07Z', 'updated_at': '2022-04-06T17:12:11Z', 'revision_number': 4, 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'subnets': [{'id': '568eb412-37d1-440d-bef6-91f6969c1ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:12:12.495218 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd37bc-01f4-428d-9dde-626a499b64d7 req-42d93e43-680c-4321-b867-2d7ecbadfd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:12.496718 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19cd37bc-01f4-428d-9dde-626a499b64d7 req-42d93e43-680c-4321-b867-2d7ecbadfd99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 1127 time: 0.0486474 Apr 06 17:12:12.610499 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd37bc-01f4-428d-9dde-626a499b64d7 req-7266f258-3963-46db-90ad-6795459c6ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:12.611950 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19cd37bc-01f4-428d-9dde-626a499b64d7 req-7266f258-3963-46db-90ad-6795459c6ad3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 917 time: 0.0955114 Apr 06 17:12:12.657956 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-539a8beb-1fa8-46ef-a4ad-c02300fb0bed tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (f2359be2-360a-4f2a-9077-3c44a3e41b31), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:12.681731 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9c47ee9b-467e-4d84-8908-cdb4e3c7d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:12.686833 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:12.714277 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19cd37bc-01f4-428d-9dde-626a499b64d7 req-1d6d176a-7630-491b-865f-72358e2a1ead service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7 HTTP/1.1" status: 200 len: 998 time: 0.0967009 Apr 06 17:12:12.739770 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba6c54-1cae-4123-a815-87c7988a4950 req-5b84776a-90ac-4d80-9c76-713bf769c6a9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:12.747334 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-74ba6c54-1cae-4123-a815-87c7988a4950 req-5b84776a-90ac-4d80-9c76-713bf769c6a9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.1236551 Apr 06 17:12:12.761614 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47ee9b-467e-4d84-8908-cdb4e3c7d4f1 None None] Pushing event updated for resources: {'Port': ['ID=afb3d8a0-f6d3-42f4-b95d-1333b235c659,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:12.761746 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-539a8beb-1fa8-46ef-a4ad-c02300fb0bed tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (f2359be2-360a-4f2a-9077-3c44a3e41b31), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:12.807038 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-74ba6c54-1cae-4123-a815-87c7988a4950 req-a467a8e3-e363-4171-b618-006b71d1b394 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504274 Apr 06 17:12:12.807162 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-b6fcbdf9-a331-44c3-a3a1-568657a1173e None None] Provisioning complete for port afb3d8a0-f6d3-42f4-b95d-1333b235c659 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:12.807162 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b6fcbdf9-a331-44c3-a3a1-568657a1173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:12.836879 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device afb3d8a0-f6d3-42f4-b95d-1333b235c659 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:12:12.864316 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-539a8beb-1fa8-46ef-a4ad-c02300fb0bed tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (f2359be2-360a-4f2a-9077-3c44a3e41b31), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:12.885087 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a8beb-1fa8-46ef-a4ad-c02300fb0bed tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2359be2-360a-4f2a-9077-3c44a3e41b31,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:12.931132 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port afb3d8a0-f6d3-42f4-b95d-1333b235c659 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:12.931612 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:12.946329 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-539a8beb-1fa8-46ef-a4ad-c02300fb0bed tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:12.948050 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-539a8beb-1fa8-46ef-a4ad-c02300fb0bed tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3902206 Apr 06 17:12:12.950251 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38986) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:12:12.952322 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-b6fcbdf9-a331-44c3-a3a1-568657a1173e None None] Current status of the port afb3d8a0-f6d3-42f4-b95d-1333b235c659 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:12.955346 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-1c4633d4-44ec-4e32-b8f0-eddc02acdf7b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'security_group_rule': {'security_group_id': '4c08102c-3c5b-4f78-8ef1-eace987d3746', 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:12:13.020907 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port afb3d8a0-f6d3-42f4-b95d-1333b235c659 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:13.034782 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1c4633d4-44ec-4e32-b8f0-eddc02acdf7b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (4dc28084-59ce-42e7-8032-e2ba8e375e48), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.095462 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1c4633d4-44ec-4e32-b8f0-eddc02acdf7b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (4dc28084-59ce-42e7-8032-e2ba8e375e48), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.161229 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1c4633d4-44ec-4e32-b8f0-eddc02acdf7b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (4dc28084-59ce-42e7-8032-e2ba8e375e48), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.181683 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4633d4-44ec-4e32-b8f0-eddc02acdf7b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc28084-59ce-42e7-8032-e2ba8e375e48,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:13.272631 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1c4633d4-44ec-4e32-b8f0-eddc02acdf7b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.273821 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-1c4633d4-44ec-4e32-b8f0-eddc02acdf7b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3222983 Apr 06 17:12:13.276478 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38988) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:12:13.284456 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-b302d1ae-ddbb-45f6-9880-204239bfcd2d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'security_group_rule': {'security_group_id': '4c08102c-3c5b-4f78-8ef1-eace987d3746', 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:12:13.338197 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.383579 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.securitygroups_db [None req-b302d1ae-ddbb-45f6-9880-204239bfcd2d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Project fcbba36a2f4f401f929f1d2aa6666eba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:12:13.388788 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b302d1ae-ddbb-45f6-9880-204239bfcd2d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (22c9576c-81b8-4451-a55e-9370b7699d02), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.445552 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b302d1ae-ddbb-45f6-9880-204239bfcd2d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (22c9576c-81b8-4451-a55e-9370b7699d02), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.537715 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b302d1ae-ddbb-45f6-9880-204239bfcd2d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (22c9576c-81b8-4451-a55e-9370b7699d02), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.558964 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302d1ae-ddbb-45f6-9880-204239bfcd2d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c9576c-81b8-4451-a55e-9370b7699d02,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:13.654765 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b302d1ae-ddbb-45f6-9880-204239bfcd2d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.656070 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-b302d1ae-ddbb-45f6-9880-204239bfcd2d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3786449 Apr 06 17:12:13.658706 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 38990) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:12:13.662918 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-d8126d86-8db5-4841-b7d6-3e04b7f9d878 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'security_group_rule': {'security_group_id': '4c08102c-3c5b-4f78-8ef1-eace987d3746', 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:12:13.732392 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.securitygroups_db [None req-d8126d86-8db5-4841-b7d6-3e04b7f9d878 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Project fcbba36a2f4f401f929f1d2aa6666eba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:12:13.737679 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d8126d86-8db5-4841-b7d6-3e04b7f9d878 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (670a3173-c8f6-4d3d-a5f6-6e73626eb795), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.794547 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d8126d86-8db5-4841-b7d6-3e04b7f9d878 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (670a3173-c8f6-4d3d-a5f6-6e73626eb795), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.846612 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d8126d86-8db5-4841-b7d6-3e04b7f9d878 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (670a3173-c8f6-4d3d-a5f6-6e73626eb795), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.863776 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8126d86-8db5-4841-b7d6-3e04b7f9d878 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670a3173-c8f6-4d3d-a5f6-6e73626eb795,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:13.905779 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d8126d86-8db5-4841-b7d6-3e04b7f9d878 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:13.910212 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d8126d86-8db5-4841-b7d6-3e04b7f9d878 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2474325 Apr 06 17:12:13.918409 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fdf19-77af-411c-b194-d167bc66d122 req-60884c01-c53c-458d-8bbc-686806541fac tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:13.919941 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6e7fdf19-77af-411c-b194-d167bc66d122 req-60884c01-c53c-458d-8bbc-686806541fac tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0533183 Apr 06 17:12:13.967625 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6e7fdf19-77af-411c-b194-d167bc66d122 req-d2ee86b4-f9fa-4e08-a412-b4e4b3d37a14 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421047 Apr 06 17:12:14.763266 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device afb3d8a0-f6d3-42f4-b95d-1333b235c659 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:12:14.810813 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port afb3d8a0-f6d3-42f4-b95d-1333b235c659 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:14.811222 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:14.884985 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port afb3d8a0-f6d3-42f4-b95d-1333b235c659 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:15.090172 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1d73-f460-4842-ace2-75d78e51cf9c req-baf2d888-1648-4d65-a3da-dd6855ee2e64 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:15.091839 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-353e1d73-f460-4842-ace2-75d78e51cf9c req-baf2d888-1648-4d65-a3da-dd6855ee2e64 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0552592 Apr 06 17:12:15.139190 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-353e1d73-f460-4842-ace2-75d78e51cf9c req-15f62b74-64fc-48fb-b47a-2d9c29fa19b9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Apr 06 17:12:16.296138 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd37bc-01f4-428d-9dde-626a499b64d7 req-4525554b-6a15-4d14-89a0-43efc98e32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:16.297584 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19cd37bc-01f4-428d-9dde-626a499b64d7 req-4525554b-6a15-4d14-89a0-43efc98e32d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 200 len: 855 time: 0.0556147 Apr 06 17:12:16.308660 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8b8f1-c91e-4721-9704-1a8b83abb8fa req-1539c2c0-7f4b-4601-9ebb-8f54e6f2c3ff tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:16.310238 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-05a8b8f1-c91e-4721-9704-1a8b83abb8fa req-1539c2c0-7f4b-4601-9ebb-8f54e6f2c3ff tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0976081 Apr 06 17:12:16.362515 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-05a8b8f1-c91e-4721-9704-1a8b83abb8fa req-265ed6b1-e74a-4829-be9f-4f858bea70df tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468459 Apr 06 17:12:17.484966 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ad77-e925-4f88-9570-9678d2edd861 req-fa55862d-c81c-4d9d-ba29-5cf2b083b216 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:17.486518 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8c54ad77-e925-4f88-9570-9678d2edd861 req-fa55862d-c81c-4d9d-ba29-5cf2b083b216 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0524037 Apr 06 17:12:17.535226 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8c54ad77-e925-4f88-9570-9678d2edd861 req-0cd6c3b9-9628-40c1-882e-c1a50dee302c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429785 Apr 06 17:12:18.324137 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd37bc-01f4-428d-9dde-626a499b64d7 req-f9232673-83fe-4a86-8044-0cd3becb4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:18.325690 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19cd37bc-01f4-428d-9dde-626a499b64d7 req-f9232673-83fe-4a86-8044-0cd3becb4ab6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f20736-5662-4187-864d-0ee6f8a19f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451560 Apr 06 17:12:18.420431 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19cd37bc-01f4-428d-9dde-626a499b64d7 req-7fb459da-0246-453f-93d9-4f1332ed969b service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883260 Apr 06 17:12:18.510219 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19cd37bc-01f4-428d-9dde-626a499b64d7 req-6e6ef421-ae5e-4375-964a-70c1623b08ac service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830314 Apr 06 17:12:18.665416 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c4514-ba82-4905-bb92-a5d1d8bb860c req-b61a336e-d1f5-4572-8b2b-46cbe460a458 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:18.666941 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c27c4514-ba82-4905-bb92-a5d1d8bb860c req-b61a336e-d1f5-4572-8b2b-46cbe460a458 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0598421 Apr 06 17:12:18.719487 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c27c4514-ba82-4905-bb92-a5d1d8bb860c req-44bd3f3d-1c77-41ae-aa51-ea77f6b35c86 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438251 Apr 06 17:12:19.842240 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f06a0f-93e9-4d8a-9f56-65f58d6426eb req-cee23e87-e7c7-4115-b15c-978bc6775675 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:19.843781 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-83f06a0f-93e9-4d8a-9f56-65f58d6426eb req-cee23e87-e7c7-4115-b15c-978bc6775675 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0552125 Apr 06 17:12:19.890697 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-83f06a0f-93e9-4d8a-9f56-65f58d6426eb req-d21d2349-3ddc-4848-8df3-870fc7176dc0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414069 Apr 06 17:12:21.015870 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772d07f-9026-4f95-bbee-0a6bee2a2dfe req-5d0874ad-56e9-42b4-b217-06320c991bf9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:21.017450 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6772d07f-9026-4f95-bbee-0a6bee2a2dfe req-5d0874ad-56e9-42b4-b217-06320c991bf9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0557227 Apr 06 17:12:21.068746 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6772d07f-9026-4f95-bbee-0a6bee2a2dfe req-0aa0efbf-c04a-412e-9439-18b641542e10 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454907 Apr 06 17:12:22.190525 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a282af-d268-4f99-9835-ac4f7c013c69 req-1cb6f330-1ef5-408b-8aa1-300f342a93b1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:22.192020 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c9a282af-d268-4f99-9835-ac4f7c013c69 req-1cb6f330-1ef5-408b-8aa1-300f342a93b1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0528538 Apr 06 17:12:22.238196 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c9a282af-d268-4f99-9835-ac4f7c013c69 req-dad8c74f-e2bc-496f-a8ea-20b1feb13c59 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406859 Apr 06 17:12:23.360949 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7507a-bef1-4439-ad44-fb83d20ecb9b req-9e3a1bf7-5449-4b88-bb76-f14f73ea0d3a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:23.362412 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b9f7507a-bef1-4439-ad44-fb83d20ecb9b req-9e3a1bf7-5449-4b88-bb76-f14f73ea0d3a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0516803 Apr 06 17:12:23.409931 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b9f7507a-bef1-4439-ad44-fb83d20ecb9b req-e37b3a66-5a96-4139-a488-afb33bcc30c0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419505 Apr 06 17:12:24.541683 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be3224-39eb-45cb-9b08-9a037b62a8dd req-021ac128-5936-49ca-a316-f264ff53c132 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:24.543167 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-27be3224-39eb-45cb-9b08-9a037b62a8dd req-021ac128-5936-49ca-a316-f264ff53c132 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0612862 Apr 06 17:12:24.590871 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-27be3224-39eb-45cb-9b08-9a037b62a8dd req-518862c6-e052-4354-b47f-58fe526aaaa5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418575 Apr 06 17:12:25.580270 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 63e9fe6f-84bb-4042-84c4-6255fab49cf7 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:12:25.673765 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:12:25.688474 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'port_id': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'mac_address': 'fa:16:3e:79:c5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:12:25.713003 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b9395-362c-4242-b9cc-2d0a05593855 req-c18dc03a-36ad-4cca-b102-a8c6f65a9ca6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:25.714479 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e42b9395-362c-4242-b9cc-2d0a05593855 req-c18dc03a-36ad-4cca-b102-a8c6f65a9ca6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 943 time: 0.0519850 Apr 06 17:12:25.725202 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:25.725595 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:25.738254 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e9fe6f-84bb-4042-84c4-6255fab49cf7 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:12:25.756575 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:12:25.761029 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e42b9395-362c-4242-b9cc-2d0a05593855 req-0cc15bc0-6778-4f33-94c2-881b2f579c63 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 Apr 06 17:12:25.818570 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:25.866238 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=63e9fe6f-84bb-4042-84c4-6255fab49cf7,revision_number=9']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:26.311553 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['63e9fe6f-84bb-4042-84c4-6255fab49cf7'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:12:26.879057 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783629-3dca-4f3d-906f-17ac19a93c37 req-f5cfcfd6-1af2-482e-b0b5-6c073966d66c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:26.880494 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c4783629-3dca-4f3d-906f-17ac19a93c37 req-f5cfcfd6-1af2-482e-b0b5-6c073966d66c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 944 time: 0.0504885 Apr 06 17:12:26.928554 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c4783629-3dca-4f3d-906f-17ac19a93c37 req-7523d30c-c615-42ce-8e98-97c9981f37f0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426471 Apr 06 17:12:27.597916 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 63e9fe6f-84bb-4042-84c4-6255fab49cf7 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:12:27.645065 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:27.645447 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:27.721295 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:27.721689 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:27.743519 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:12:27.746306 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fa3bb4-604c-4b22-b2c9-c33afd8cf915" -d '{"events": [{"server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "name": "network-vif-plugged", "status": "completed", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:12:27.761063 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:12:27.781476 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac560e22-28ec-49a8-ba54-485d5653988b x-openstack-request-id: req-ac560e22-28ec-49a8-ba54-485d5653988b {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:12:27.781794 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "name": "network-vif-plugged", "status": "completed", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:12:27.782054 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac560e22-28ec-49a8-ba54-485d5653988b {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:12:27.782444 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac560e22-28ec-49a8-ba54-485d5653988b'] response: {'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'code': 200} Apr 06 17:12:27.818239 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:27.864424 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=63e9fe6f-84bb-4042-84c4-6255fab49cf7,revision_number=10']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:28.047714 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374c6d6-e855-4f03-9e79-97036cc09311 req-5f08b947-8353-4aa0-8600-2f892a80b2ed tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:28.049316 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d374c6d6-e855-4f03-9e79-97036cc09311 req-5f08b947-8353-4aa0-8600-2f892a80b2ed tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 946 time: 0.0517848 Apr 06 17:12:28.095079 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d374c6d6-e855-4f03-9e79-97036cc09311 req-5ee1232d-4bd8-4b82-ad0e-6d9814ad4a05 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 Apr 06 17:12:28.640911 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78fcc6-750b-42e1-b0ad-a51df3457f14 req-fcdcf2a6-afbd-4464-b279-b16d27a10cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:28.642376 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5c78fcc6-750b-42e1-b0ad-a51df3457f14 req-fcdcf2a6-afbd-4464-b279-b16d27a10cf0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 1130 time: 0.0431530 Apr 06 17:12:28.685117 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5c78fcc6-750b-42e1-b0ad-a51df3457f14 req-4709b19e-b711-4701-bc34-79ce04d9cfeb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356135 Apr 06 17:12:29.221234 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269c3c-41fd-4328-b851-caedea628891 req-ec0fdb03-9688-49c2-9f2b-44832abf8820 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:29.222729 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91269c3c-41fd-4328-b851-caedea628891 req-ec0fdb03-9688-49c2-9f2b-44832abf8820 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 946 time: 0.0551281 Apr 06 17:12:29.269643 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91269c3c-41fd-4328-b851-caedea628891 req-a788f94a-01e7-4067-826f-4ca442aa51b0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414772 Apr 06 17:12:30.387659 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71860858-73e2-4e9b-9217-173d97e57479 req-a85874e4-1649-419d-9fe0-6cb5e25d17e1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:30.389113 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-71860858-73e2-4e9b-9217-173d97e57479 req-a85874e4-1649-419d-9fe0-6cb5e25d17e1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 946 time: 0.0517623 Apr 06 17:12:30.433974 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-71860858-73e2-4e9b-9217-173d97e57479 req-9efc8154-d786-4867-8e2b-294f95806600 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392678 Apr 06 17:12:31.559100 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500607d-bbab-4624-b9a4-bca3044d4d6c req-e3df87fc-0851-4342-8c94-bcf86d44d1c3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:31.560543 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4500607d-bbab-4624-b9a4-bca3044d4d6c req-e3df87fc-0851-4342-8c94-bcf86d44d1c3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 946 time: 0.0556936 Apr 06 17:12:31.605757 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4500607d-bbab-4624-b9a4-bca3044d4d6c req-23a789a6-9d94-40d9-80c0-1dbe8cb4f4b1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396152 Apr 06 17:12:32.435897 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:32.725353 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a809f9-d420-4a7b-ad4e-07cdcd77b45a req-6a0f1346-b92a-454e-918d-15af545d12ab tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:32.726822 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a7a809f9-d420-4a7b-ad4e-07cdcd77b45a req-6a0f1346-b92a-454e-918d-15af545d12ab tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 946 time: 0.0519140 Apr 06 17:12:32.772647 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a7a809f9-d420-4a7b-ad4e-07cdcd77b45a req-5056dda6-f500-4a2f-bf54-140478f54aff tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396116 Apr 06 17:12:33.321498 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:12:37.126111 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-83e59d3c-8121-40f4-a500-837966810622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:39.584031 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8d05ab55-0559-4c62-99ef-265364acf2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:40.481434 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:40.970292 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-9daee548-60d0-46c3-84cf-befd22845250 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-142823913&fields=id&tenant_id=fcbba36a2f4f401f929f1d2aa6666eba HTTP/1.1" status: 200 len: 267 time: 0.0428939 Apr 06 17:12:41.074146 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-38989403-807c-48d4-aa37-4ff809afc9af tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:41.075513 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-38989403-807c-48d4-aa37-4ff809afc9af tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 810 time: 0.0990582 Apr 06 17:12:41.089189 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-2fb540f0-72a4-4748-888a-e2816afb6ce3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/quotas/fcbba36a2f4f401f929f1d2aa6666eba HTTP/1.1" status: 200 len: 375 time: 0.0084000 Apr 06 17:12:41.140938 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-de92ab82-a4e9-48d4-99f6-d3f808bed98b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465748 Apr 06 17:12:41.320557 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-7e25baad-14a7-4ba4-a1db-8fcfffdb3870 service neutron] 10.222.0.66 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681790 Apr 06 17:12:41.408869 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-7ea97a5f-3444-4636-8295-dd6094da09ce service neutron] 10.222.0.66 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819378 Apr 06 17:12:41.767360 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:42.968780 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a8686741-aa8c-48f4-9300-94dfad9065de req-e2d28eab-25fb-4c73-a753-1c008f39e38c tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 210 time: 0.0267730 Apr 06 17:12:43.309912 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:44.039579 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-283ea0dc-f191-40c6-ad89-0160f25d0fbd req-72cd0420-ae70-4b7e-bd89-8bd742679c05 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 210 time: 0.0274434 Apr 06 17:12:45.134110 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7dcd466b-67f9-416c-ad25-838dc7b644cb req-a739ba70-dd1f-459b-96ce-f28370b02b93 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 210 time: 0.0297523 Apr 06 17:12:45.324935 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-7dc36f2e-f4e9-479f-b464-34b3df5edaa6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:45.326235 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-7dc36f2e-f4e9-479f-b464-34b3df5edaa6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 810 time: 0.0981090 Apr 06 17:12:45.395442 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-e49e010e-f6bb-42ed-a1b5-1c6d56222dc7 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcbba36a2f4f401f929f1d2aa6666eba HTTP/1.1" status: 200 len: 379 time: 0.0529826 Apr 06 17:12:45.405076 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'port': {'device_id': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'admin_state_up': True, 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'security_groups': ['4c08102c-3c5b-4f78-8ef1-eace987d3746']}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:12:45.596097 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Made reservation on behalf of fcbba36a2f4f401f929f1d2aa6666eba for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:12:45.599936 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:45.728956 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Allocated IP 172.20.0.13 (f56648ad-4fee-4abb-84da-d7aa65d77071/790d15a4-30c1-4520-8d58-4d9671d1192c/cfd362c7-4aca-4ea3-96ac-746174758869) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:12:45.862434 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for port (cfd362c7-4aca-4ea3-96ac-746174758869), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:45.950359 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:45.993560 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Network f56648ad-4fee-4abb-84da-d7aa65d77071 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:12:45.997430 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:12:45.999986 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:12:46.035273 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'Port': ['ID=cfd362c7-4aca-4ea3-96ac-746174758869,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:46.060444 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:46.061058 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:46.165151 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-841677e9-ab78-4545-a66e-382b9ebd8969 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7641110 Apr 06 17:12:46.169535 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-84e26582-097f-4325-9ba1-dd4f948141bb None None] Provisioning complete for port cfd362c7-4aca-4ea3-96ac-746174758869 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:46.171118 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-84e26582-097f-4325-9ba1-dd4f948141bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:46.188297 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Request body: {'port': {'device_id': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:12:46.203889 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-84e26582-097f-4325-9ba1-dd4f948141bb None None] Port cfd362c7-4aca-4ea3-96ac-746174758869 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:12:46.291288 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:46.307069 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff58c-3e1f-41c0-b1a3-a6f520a544ca req-ee0cfb6f-cf6d-4676-a890-cc7691df902c tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:46.308739 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4cfff58c-3e1f-41c0-b1a3-a6f520a544ca req-ee0cfb6f-cf6d-4676-a890-cc7691df902c tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 932 time: 0.0957136 Apr 06 17:12:46.441108 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4cfff58c-3e1f-41c0-b1a3-a6f520a544ca req-a61c0c31-8d45-45d9-83cc-5683dc11aa07 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260734 Apr 06 17:12:46.595174 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd362c7-4aca-4ea3-96ac-746174758869 {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:12:46.602447 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Publish callbacks [] for port (cfd362c7-4aca-4ea3-96ac-746174758869), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:46.614226 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Transition to ACTIVE for port object cfd362c7-4aca-4ea3-96ac-746174758869 will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:12:46.698811 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:46.755280 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd362c7-4aca-4ea3-96ac-746174758869,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:46.828631 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Attempting to bind port cfd362c7-4aca-4ea3-96ac-746174758869 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:12:46.829565 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Attempting to bind port cfd362c7-4aca-4ea3-96ac-746174758869 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:12:46.829906 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Attempting to bind port cfd362c7-4aca-4ea3-96ac-746174758869 on network f56648ad-4fee-4abb-84da-d7aa65d77071 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:12:46.834580 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Port cfd362c7-4aca-4ea3-96ac-746174758869 on network f56648ad-4fee-4abb-84da-d7aa65d77071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:12:46.839132 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Attempting to bind port cfd362c7-4aca-4ea3-96ac-746174758869 on network f56648ad-4fee-4abb-84da-d7aa65d77071 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:12:46.840683 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:12:46.841020 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Checking segment: {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:12:46.841398 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Bound using segment: {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:12:46.841817 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Bound port: cfd362c7-4aca-4ea3-96ac-746174758869, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:12:46.842181 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:46.907495 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] For port cfd362c7-4aca-4ea3-96ac-746174758869, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:12:46.910503 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] For port cfd362c7-4aca-4ea3-96ac-746174758869, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=cfd362c7-4aca-4ea3-96ac-746174758869,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:12:47.019760 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:47.053702 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:47.054906 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:47.055979 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] 10.222.0.58 "PUT /v2.0/ports/cfd362c7-4aca-4ea3-96ac-746174758869 HTTP/1.1" status: 200 len: 1094 time: 0.8729951 Apr 06 17:12:47.058899 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'tag': 'cfd362c7-4aca-4ea3-96ac-746174758869'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:12:47.061344 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c189f38c-c6a8-45da-bf3c-27a7fbc92c60" -d '{"events": [{"name": "network-changed", "server_uuid": "4140cb2f-2dcb-4341-b91d-c65864ceba31", "tag": "cfd362c7-4aca-4ea3-96ac-746174758869"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:12:47.089584 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd04c5-4f18-4320-acc5-a6fa9e88f389 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd362c7-4aca-4ea3-96ac-746174758869,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:47.164281 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8226d98-ac3d-4c8f-b67f-c592362c924e x-openstack-request-id: req-c8226d98-ac3d-4c8f-b67f-c592362c924e {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:12:47.164281 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4140cb2f-2dcb-4341-b91d-c65864ceba31", "tag": "cfd362c7-4aca-4ea3-96ac-746174758869", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:12:47.164281 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c8226d98-ac3d-4c8f-b67f-c592362c924e {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:12:47.164281 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8226d98-ac3d-4c8f-b67f-c592362c924e'] response: {'name': 'network-changed', 'server_uuid': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'tag': 'cfd362c7-4aca-4ea3-96ac-746174758869', 'status': 'completed', 'code': 200} Apr 06 17:12:47.228084 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-0c020604-eb6f-4cfe-afe1-d4da74bdca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:47.229803 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-0c020604-eb6f-4cfe-afe1-d4da74bdca83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 1128 time: 0.0475864 Apr 06 17:12:47.277264 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-468d9be3-40a7-4c55-8b86-849c15dae026 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd362c7-4aca-4ea3-96ac-746174758869 HTTP/1.1" status: 200 len: 217 time: 0.0349219 Apr 06 17:12:47.328872 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-b62097ba-04d3-4f9f-81ab-2813c8508faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:47.330209 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-b62097ba-04d3-4f9f-81ab-2813c8508faa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 200 len: 849 time: 0.0463181 Apr 06 17:12:47.380832 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-397cd0fb-2d14-4413-9076-9b340435cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:47.382300 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-397cd0fb-2d14-4413-9076-9b340435cd8c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f56648ad-4fee-4abb-84da-d7aa65d77071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449789 Apr 06 17:12:47.468074 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-35b4576b-eea9-4aae-a023-7e5a37cd7161 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791807 Apr 06 17:12:47.593764 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-161dbdda-08da-46ea-b834-3572acdf55c1 req-97c4e635-9924-4bc2-80a1-dbae53358014 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188877 Apr 06 17:12:47.601407 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68e4d7-d198-4c2e-8234-18ad39c6d7f8 req-6ed22ab2-7afc-4508-afef-549ac1b58aca tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:47.602770 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4e68e4d7-d198-4c2e-8234-18ad39c6d7f8 req-6ed22ab2-7afc-4508-afef-549ac1b58aca tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 944 time: 0.0830035 Apr 06 17:12:47.652257 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4e68e4d7-d198-4c2e-8234-18ad39c6d7f8 req-16cf530b-5c4d-4537-9ac9-83481d262e62 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432625 Apr 06 17:12:48.775384 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d452943-b91b-48d5-9639-1ed0f2b0d7b6 req-c66b6ace-f71d-4abc-9d41-7183af4e97c3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:48.776883 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1d452943-b91b-48d5-9639-1ed0f2b0d7b6 req-c66b6ace-f71d-4abc-9d41-7183af4e97c3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 944 time: 0.0561500 Apr 06 17:12:48.823678 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1d452943-b91b-48d5-9639-1ed0f2b0d7b6 req-d42b37a8-cc8f-4d01-a349-f8926646ed69 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413151 Apr 06 17:12:49.251122 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189f38c-c6a8-45da-bf3c-27a7fbc92c60 req-75c0c96e-e081-4c2b-9291-39f546fe6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:49.252547 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c189f38c-c6a8-45da-bf3c-27a7fbc92c60 req-75c0c96e-e081-4c2b-9291-39f546fe6b5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 1128 time: 0.0434787 Apr 06 17:12:49.340543 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189f38c-c6a8-45da-bf3c-27a7fbc92c60 req-939a885b-0d2f-4d39-a385-2eb7563fe757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:49.341979 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c189f38c-c6a8-45da-bf3c-27a7fbc92c60 req-939a885b-0d2f-4d39-a385-2eb7563fe757 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 911 time: 0.0830848 Apr 06 17:12:49.383254 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c189f38c-c6a8-45da-bf3c-27a7fbc92c60 req-405fa66a-def9-4297-a510-c7aa6d2ae47e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd362c7-4aca-4ea3-96ac-746174758869 HTTP/1.1" status: 200 len: 217 time: 0.0335150 Apr 06 17:12:49.430495 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189f38c-c6a8-45da-bf3c-27a7fbc92c60 req-da301938-6ab7-48e6-bffc-1a8c18e06a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:49.431898 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c189f38c-c6a8-45da-bf3c-27a7fbc92c60 req-da301938-6ab7-48e6-bffc-1a8c18e06a79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 200 len: 849 time: 0.0422983 Apr 06 17:12:49.484508 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189f38c-c6a8-45da-bf3c-27a7fbc92c60 req-2f3a3e16-b351-4b36-8463-0b6dbc60cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:49.485957 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c189f38c-c6a8-45da-bf3c-27a7fbc92c60 req-2f3a3e16-b351-4b36-8463-0b6dbc60cfc4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f56648ad-4fee-4abb-84da-d7aa65d77071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425634 Apr 06 17:12:49.584713 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c189f38c-c6a8-45da-bf3c-27a7fbc92c60 req-acf15b73-1022-446b-9ae3-4f3ad16dd841 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918276 Apr 06 17:12:49.670646 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c189f38c-c6a8-45da-bf3c-27a7fbc92c60 req-576aaef8-7e64-4dbd-9860-df26f4d7a2b9 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796444 Apr 06 17:12:49.943361 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd7a7b-fb3e-4fc4-a41d-bf5140f51ec6 req-473be826-51d8-4391-bd0c-f1e7f47441c0 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:49.944822 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c1bd7a7b-fb3e-4fc4-a41d-bf5140f51ec6 req-473be826-51d8-4391-bd0c-f1e7f47441c0 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 944 time: 0.0577857 Apr 06 17:12:49.992320 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c1bd7a7b-fb3e-4fc4-a41d-bf5140f51ec6 req-42c0f693-d908-4ddc-b1a5-7b487d2f6372 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419807 Apr 06 17:12:51.103704 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610df2-bad1-4943-a130-9f1d9ee3fa21 req-0c4a6be6-2fa7-405a-9471-c25a495302dc tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:51.105145 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0e610df2-bad1-4943-a130-9f1d9ee3fa21 req-0c4a6be6-2fa7-405a-9471-c25a495302dc tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 944 time: 0.0509465 Apr 06 17:12:51.152093 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0e610df2-bad1-4943-a130-9f1d9ee3fa21 req-346c35ca-9664-4d0f-b0a4-f0af2b5d53fb tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409875 Apr 06 17:12:52.269871 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcccfe-5400-4e9c-a58d-750ff993062d req-019bef41-1f85-41bd-8275-01cab2f6a9d2 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:52.271339 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d8bcccfe-5400-4e9c-a58d-750ff993062d req-019bef41-1f85-41bd-8275-01cab2f6a9d2 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 944 time: 0.0550547 Apr 06 17:12:52.318171 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d8bcccfe-5400-4e9c-a58d-750ff993062d req-40aa12a0-25b5-4cf6-bc65-c7c6cd7f401c tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413420 Apr 06 17:12:53.432650 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9358d2-acc4-4014-ac95-07040b8c8526 req-b006833e-66b6-48b4-acc9-0c3bf0b20791 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:53.434727 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ae9358d2-acc4-4014-ac95-07040b8c8526 req-b006833e-66b6-48b4-acc9-0c3bf0b20791 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 944 time: 0.0515354 Apr 06 17:12:53.481448 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ae9358d2-acc4-4014-ac95-07040b8c8526 req-69e00f98-45f4-403c-a7ea-2a88212d8366 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412240 Apr 06 17:12:54.596367 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199ffe3-5992-46cc-9b2c-bf02efa2a17b req-65bda3f9-3749-45c0-b934-e4028c414e8c tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:54.597940 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a199ffe3-5992-46cc-9b2c-bf02efa2a17b req-65bda3f9-3749-45c0-b934-e4028c414e8c tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 944 time: 0.0518432 Apr 06 17:12:54.649593 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a199ffe3-5992-46cc-9b2c-bf02efa2a17b req-6181b160-34bb-415e-818e-59554dc19af7 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460398 Apr 06 17:12:55.681320 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device cfd362c7-4aca-4ea3-96ac-746174758869 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:12:55.765379 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e611cae-5b60-4026-9113-c8adece44aed req-ccd716ff-9ff9-4127-ac73-01d001e44f49 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:55.766818 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e611cae-5b60-4026-9113-c8adece44aed req-ccd716ff-9ff9-4127-ac73-01d001e44f49 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 944 time: 0.0533640 Apr 06 17:12:55.780300 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port cfd362c7-4aca-4ea3-96ac-746174758869, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=cfd362c7-4aca-4ea3-96ac-746174758869,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:12:55.791454 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': 'cfd362c7-4aca-4ea3-96ac-746174758869', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'port_id': 'cfd362c7-4aca-4ea3-96ac-746174758869', 'mac_address': 'fa:16:3e:55:6b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:12:55.814511 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e611cae-5b60-4026-9113-c8adece44aed req-91324c69-f00b-4af7-8ea1-5c89b3a6de27 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418639 Apr 06 17:12:55.828432 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port cfd362c7-4aca-4ea3-96ac-746174758869 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:55.828844 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:55.842044 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd362c7-4aca-4ea3-96ac-746174758869 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:12:55.859898 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port cfd362c7-4aca-4ea3-96ac-746174758869, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=cfd362c7-4aca-4ea3-96ac-746174758869,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:12:55.915861 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:55.966693 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=cfd362c7-4aca-4ea3-96ac-746174758869,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:55.973876 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.974224 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.974568 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.974927 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.975294 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.975641 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.975952 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.976278 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.976603 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.976928 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.977251 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.977593 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.977921 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.978243 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:55.978561 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:12:56.444813 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['cfd362c7-4aca-4ea3-96ac-746174758869'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:12:56.930147 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879b1bf-d344-4d6e-a8f9-d6cea78fc12b req-482f9ead-2b6c-458e-b277-4829ca1029fb tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:56.931614 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0879b1bf-d344-4d6e-a8f9-d6cea78fc12b req-482f9ead-2b6c-458e-b277-4829ca1029fb tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 945 time: 0.0514119 Apr 06 17:12:56.978560 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0879b1bf-d344-4d6e-a8f9-d6cea78fc12b req-0a9f5e57-fee7-4354-9203-3373d8aa61a9 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413549 Apr 06 17:12:57.769752 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device cfd362c7-4aca-4ea3-96ac-746174758869 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:12:57.864186 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port cfd362c7-4aca-4ea3-96ac-746174758869 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:12:57.867906 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port cfd362c7-4aca-4ea3-96ac-746174758869 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:12:57.868287 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:57.945161 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port cfd362c7-4aca-4ea3-96ac-746174758869 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:12:57.945547 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:57.966754 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd362c7-4aca-4ea3-96ac-746174758869'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:12:57.968980 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97641d6-75ce-476d-9211-354c2cbc2bf7" -d '{"events": [{"server_uuid": "4140cb2f-2dcb-4341-b91d-c65864ceba31", "name": "network-vif-plugged", "status": "completed", "tag": "cfd362c7-4aca-4ea3-96ac-746174758869"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:12:57.981238 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port cfd362c7-4aca-4ea3-96ac-746174758869, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=cfd362c7-4aca-4ea3-96ac-746174758869,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:12:58.004478 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648980f8-28ab-477f-98b6-90d9a71d35b4 x-openstack-request-id: req-648980f8-28ab-477f-98b6-90d9a71d35b4 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:12:58.004815 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4140cb2f-2dcb-4341-b91d-c65864ceba31", "name": "network-vif-plugged", "status": "completed", "tag": "cfd362c7-4aca-4ea3-96ac-746174758869", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:12:58.005070 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-648980f8-28ab-477f-98b6-90d9a71d35b4 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:12:58.005461 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648980f8-28ab-477f-98b6-90d9a71d35b4'] response: {'server_uuid': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd362c7-4aca-4ea3-96ac-746174758869', 'code': 200} Apr 06 17:12:58.024688 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:12:58.074946 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=cfd362c7-4aca-4ea3-96ac-746174758869,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:12:58.098196 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fcb68-c80f-489e-889c-ae880f363ef3 req-5e925cbe-bb20-4529-b592-ae92ee6e1314 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:58.099676 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f05fcb68-c80f-489e-889c-ae880f363ef3 req-5e925cbe-bb20-4529-b592-ae92ee6e1314 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 946 time: 0.0554173 Apr 06 17:12:58.146839 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f05fcb68-c80f-489e-889c-ae880f363ef3 req-12ca77b9-9a38-495b-aaf8-4476f03aa628 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Apr 06 17:12:58.387681 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b50e0-ab98-4342-9a6d-c78688e094ab req-78b91c6e-ae37-473c-bcf4-22d819b5e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:58.389255 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce7b50e0-ab98-4342-9a6d-c78688e094ab req-78b91c6e-ae37-473c-bcf4-22d819b5e305 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 1130 time: 0.0437763 Apr 06 17:12:58.434334 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ce7b50e0-ab98-4342-9a6d-c78688e094ab req-a960fa79-c217-4af7-86ed-6cf8292a61dc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380969 Apr 06 17:12:59.260584 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb261c9-46ed-4684-867a-5d06e649dca6 req-e172ede9-2274-4861-85f2-9a08ddd3982f tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:12:59.262623 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5eb261c9-46ed-4684-867a-5d06e649dca6 req-e172ede9-2274-4861-85f2-9a08ddd3982f tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 946 time: 0.0504222 Apr 06 17:12:59.312042 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5eb261c9-46ed-4684-867a-5d06e649dca6 req-905b9a91-f72e-4677-80a1-93421d2ebbb4 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438762 Apr 06 17:13:00.428026 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff700c-de12-485d-aa1b-04853811e530 req-097fbf6f-3903-4162-83b4-747d6a336145 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:00.429484 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7eff700c-de12-485d-aa1b-04853811e530 req-097fbf6f-3903-4162-83b4-747d6a336145 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 946 time: 0.0525324 Apr 06 17:13:00.478822 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7eff700c-de12-485d-aa1b-04853811e530 req-59202ebb-344b-46b0-a1f1-9143460ee2c9 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431561 Apr 06 17:13:01.598380 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a0655-674f-43c9-9677-13973a5ef36d req-1e296bf5-b075-453d-8358-ffe071fa4984 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:01.599874 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0f5a0655-674f-43c9-9677-13973a5ef36d req-1e296bf5-b075-453d-8358-ffe071fa4984 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 946 time: 0.0543592 Apr 06 17:13:01.648462 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0f5a0655-674f-43c9-9677-13973a5ef36d req-b5a4bb29-a406-4e43-a8c1-2e8d4c321365 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431046 Apr 06 17:13:01.768203 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ba5bf-dc12-4aba-a0dc-a2a41e66e8e3 req-e142be30-2617-4362-b8ce-0ce223855188 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:01.769878 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e06ba5bf-dc12-4aba-a0dc-a2a41e66e8e3 req-e142be30-2617-4362-b8ce-0ce223855188 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 946 time: 0.0561352 Apr 06 17:13:01.816650 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e06ba5bf-dc12-4aba-a0dc-a2a41e66e8e3 req-00a68d71-babb-4bb4-be43-1a656a6afe86 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413072 Apr 06 17:13:01.838442 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39284) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:13:01.923408 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332e7f6b-149b-4fe7-8f9d-b394837a3ce5 tempest-TestVolumeBootPattern-935528621 tempest-TestVolumeBootPattern-935528621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:01.924870 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-332e7f6b-149b-4fe7-8f9d-b394837a3ce5 tempest-TestVolumeBootPattern-935528621 tempest-TestVolumeBootPattern-935528621-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 1125 time: 0.0854058 Apr 06 17:13:01.927681 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39288) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:13:01.931728 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'port_id': 'cfd362c7-4aca-4ea3-96ac-746174758869', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:13:02.093643 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:02.409415 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:02.424838 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:02.511816 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Allocated IP 172.27.1.32 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/72985207-a996-4601-807a-b373958f8a2a) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:13:02.613616 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for port (72985207-a996-4601-807a-b373958f8a2a), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:02.727179 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (72985207-a996-4601-807a-b373958f8a2a), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:02.766704 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:13:02.770032 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:13:02.773614 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:13:02.779628 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'Port': ['ID=72985207-a996-4601-807a-b373958f8a2a,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:13:02.804626 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.804980 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.805326 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.805670 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.806010 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.806347 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.806679 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.807028 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.807365 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.807701 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.808020 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.808347 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.808671 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.808999 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:02.809322 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:13:03.150554 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (a283e46b-7582-40a3-8783-093780cd66c7), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:03.275540 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (72985207-a996-4601-807a-b373958f8a2a), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:03.423762 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for port (72985207-a996-4601-807a-b373958f8a2a), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:03.521693 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (72985207-a996-4601-807a-b373958f8a2a), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:03.594609 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'Port': ['ID=72985207-a996-4601-807a-b373958f8a2a,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:13:03.608633 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (a283e46b-7582-40a3-8783-093780cd66c7), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:03.730369 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Floating IP a283e46b-7582-40a3-8783-093780cd66c7 associated. External IP: 172.27.1.32, port: cfd362c7-4aca-4ea3-96ac-746174758869. Apr 06 17:13:03.955086 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Router 36329e38-45d1-415f-b3f1-2b98c62bee9e has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:13:04.099368 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:13:04.111962 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d8605-e274-4a8b-b0b9-5a267c3b400b None None] Sync routers for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:13:04.119849 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3ff9b-b8dd-4e79-9481-0b288d3b4ed5 req-ee90fbc7-fa8d-4f53-bf9e-4daab84f95f7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:04.121567 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-afa3ff9b-b8dd-4e79-9481-0b288d3b4ed5 req-ee90fbc7-fa8d-4f53-bf9e-4daab84f95f7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.1121275 Apr 06 17:13:04.121712 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d8605-e274-4a8b-b0b9-5a267c3b400b None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:13:04.122327 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-d53d8605-e274-4a8b-b0b9-5a267c3b400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:12:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:13:04.181082 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-afa3ff9b-b8dd-4e79-9481-0b288d3b4ed5 req-c72e13d3-e62d-45b8-b727-ab1cd7b14f6b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516181 Apr 06 17:13:04.226772 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:04.234351 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-d53d8605-e274-4a8b-b0b9-5a267c3b400b None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:13:04.265674 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-6ab2f1c3-4c74-408d-9cb9-e303f59665d8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3369858 Apr 06 17:13:04.266395 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'tag': 'cfd362c7-4aca-4ea3-96ac-746174758869'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:13:04.269164 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324e5b1b-92c7-4b00-9781-79ecdb44bf5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4140cb2f-2dcb-4341-b91d-c65864ceba31", "tag": "cfd362c7-4aca-4ea3-96ac-746174758869"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:13:04.305870 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aca135-d876-482f-aabc-3b8d73391056 x-openstack-request-id: req-33aca135-d876-482f-aabc-3b8d73391056 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:13:04.306160 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4140cb2f-2dcb-4341-b91d-c65864ceba31", "tag": "cfd362c7-4aca-4ea3-96ac-746174758869", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:13:04.306413 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33aca135-d876-482f-aabc-3b8d73391056 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:13:04.306811 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33aca135-d876-482f-aabc-3b8d73391056'] response: {'name': 'network-changed', 'server_uuid': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'tag': 'cfd362c7-4aca-4ea3-96ac-746174758869', 'status': 'completed', 'code': 200} Apr 06 17:13:04.476547 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-d53d8605-e274-4a8b-b0b9-5a267c3b400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'a283e46b-7582-40a3-8783-093780cd66c7', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': 'cfd362c7-4aca-4ea3-96ac-746174758869', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:55:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:13:03Z', 'updated_at': '2022-04-06T17:13:03Z', 'revision_number': 0, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:13:04.503325 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d8605-e274-4a8b-b0b9-5a267c3b400b None None] Checking router: 36329e38-45d1-415f-b3f1-2b98c62bee9e for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:13:04.512903 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d8605-e274-4a8b-b0b9-5a267c3b400b None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:13:04.513530 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-d53d8605-e274-4a8b-b0b9-5a267c3b400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:12:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:13:04.524089 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5b1b-92c7-4b00-9781-79ecdb44bf5f req-02aa391c-479f-48d4-b58e-e311d768917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:04.525590 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-324e5b1b-92c7-4b00-9781-79ecdb44bf5f req-02aa391c-479f-48d4-b58e-e311d768917f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 1130 time: 0.0511932 Apr 06 17:13:04.619219 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5b1b-92c7-4b00-9781-79ecdb44bf5f req-dc6d1941-71e5-4005-aecc-5a21244bd35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:04.620685 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-d53d8605-e274-4a8b-b0b9-5a267c3b400b None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:13:04.621433 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-324e5b1b-92c7-4b00-9781-79ecdb44bf5f req-dc6d1941-71e5-4005-aecc-5a21244bd35e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 911 time: 0.0861423 Apr 06 17:13:04.685624 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-324e5b1b-92c7-4b00-9781-79ecdb44bf5f req-d356bac2-e6f7-453d-845c-2522d00893ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd362c7-4aca-4ea3-96ac-746174758869 HTTP/1.1" status: 200 len: 999 time: 0.0582535 Apr 06 17:13:04.744543 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5b1b-92c7-4b00-9781-79ecdb44bf5f req-730f06ae-6c32-4d46-a26c-8fe9b271cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:04.745224 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-324e5b1b-92c7-4b00-9781-79ecdb44bf5f req-730f06ae-6c32-4d46-a26c-8fe9b271cebb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 200 len: 849 time: 0.0531979 Apr 06 17:13:04.796924 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5b1b-92c7-4b00-9781-79ecdb44bf5f req-d3f109e6-40bf-4b46-a8a7-644ba4830d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:04.798327 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-324e5b1b-92c7-4b00-9781-79ecdb44bf5f req-d3f109e6-40bf-4b46-a8a7-644ba4830d73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f56648ad-4fee-4abb-84da-d7aa65d77071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444160 Apr 06 17:13:04.850722 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-d53d8605-e274-4a8b-b0b9-5a267c3b400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'a283e46b-7582-40a3-8783-093780cd66c7', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': 'cfd362c7-4aca-4ea3-96ac-746174758869', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:55:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:13:03Z', 'updated_at': '2022-04-06T17:13:03Z', 'revision_number': 0, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:13:04.877611 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53d8605-e274-4a8b-b0b9-5a267c3b400b None None] The sync data for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi is: [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'a283e46b-7582-40a3-8783-093780cd66c7', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': 'cfd362c7-4aca-4ea3-96ac-746174758869', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:55:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:13:03Z', 'updated_at': '2022-04-06T17:13:03Z', 'revision_number': 0, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:13:04.888269 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-324e5b1b-92c7-4b00-9781-79ecdb44bf5f req-69b392d5-b338-483f-8fe9-f9a22563c569 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828826 Apr 06 17:13:04.985259 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-324e5b1b-92c7-4b00-9781-79ecdb44bf5f req-f46fa541-c0d7-4f25-91f4-5274f3d4d92c service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900502 Apr 06 17:13:05.074398 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f8ba7-985d-48f3-b194-42d42dd1bbf5 None None] New status for floating IP a283e46b-7582-40a3-8783-093780cd66c7: ACTIVE {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:13:05.301771 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd777998-3f79-4f24-ac91-df09d6a58444 req-015416f0-145d-4e2f-a616-54a50ead1786 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:05.303296 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bd777998-3f79-4f24-ac91-df09d6a58444 req-015416f0-145d-4e2f-a616-54a50ead1786 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0544038 Apr 06 17:13:05.352790 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bd777998-3f79-4f24-ac91-df09d6a58444 req-5eefa3cc-f18d-49f5-9ef8-834ebeed9dba tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423982 Apr 06 17:13:06.474621 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c402d7-046f-4b30-bd98-51297f97d912 req-db35c4b8-ae05-42a9-b56a-febaad123c2a tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:06.476105 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a0c402d7-046f-4b30-bd98-51297f97d912 req-db35c4b8-ae05-42a9-b56a-febaad123c2a tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0546880 Apr 06 17:13:06.521461 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a0c402d7-046f-4b30-bd98-51297f97d912 req-ad1cab72-8d3a-493c-91ba-a7ba4b3ce448 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397952 Apr 06 17:13:07.242004 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1585101e-531d-4aff-9166-90122717d402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:07.635893 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65fca7-f229-46d7-b0d6-77cd4ad352f2 req-2c7945a0-2e06-417e-8982-450619c7f248 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:07.637326 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab65fca7-f229-46d7-b0d6-77cd4ad352f2 req-2c7945a0-2e06-417e-8982-450619c7f248 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0504231 Apr 06 17:13:07.682321 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab65fca7-f229-46d7-b0d6-77cd4ad352f2 req-dbf9ab25-e496-4554-9753-1f6197febcb1 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390244 Apr 06 17:13:08.361578 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38e7a1fc-2756-40d4-9c9a-0490cf88a542 req-f29d1bfa-996c-46da-8e9b-a00f26cbc363 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418854 Apr 06 17:13:08.457156 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7a1fc-2756-40d4-9c9a-0490cf88a542 req-30271129-6758-48b3-80dc-d1afa31a7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:08.458700 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38e7a1fc-2756-40d4-9c9a-0490cf88a542 req-30271129-6758-48b3-80dc-d1afa31a7646 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 1129 time: 0.0480778 Apr 06 17:13:08.557856 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7a1fc-2756-40d4-9c9a-0490cf88a542 req-9031f4c6-3ba8-4e7e-930f-83ff8f25ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:08.559336 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38e7a1fc-2756-40d4-9c9a-0490cf88a542 req-9031f4c6-3ba8-4e7e-930f-83ff8f25ee2e service neutron] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 919 time: 0.0832191 Apr 06 17:13:08.602661 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38e7a1fc-2756-40d4-9c9a-0490cf88a542 req-3b17b642-cdcc-40b8-a262-9f96bfce1cb9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2333f71b-e347-4d34-9808-8a46724817eb HTTP/1.1" status: 200 len: 217 time: 0.0364821 Apr 06 17:13:08.649955 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7a1fc-2756-40d4-9c9a-0490cf88a542 req-b4cbde8b-6bc4-4aa1-b2cd-488ee60ac3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:08.651297 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38e7a1fc-2756-40d4-9c9a-0490cf88a542 req-b4cbde8b-6bc4-4aa1-b2cd-488ee60ac3eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.0429175 Apr 06 17:13:08.697764 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7a1fc-2756-40d4-9c9a-0490cf88a542 req-f233d948-563f-4885-bede-ae801712717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:08.699241 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38e7a1fc-2756-40d4-9c9a-0490cf88a542 req-f233d948-563f-4885-bede-ae801712717a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424407 Apr 06 17:13:08.824359 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38e7a1fc-2756-40d4-9c9a-0490cf88a542 req-c0402b84-b8b3-413e-a960-bab87e1046ce service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189787 Apr 06 17:13:08.831072 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f364-ed9a-45e7-9a6a-fd140d5fb8ea req-70b981f6-299a-41d7-a7da-454b70db661e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:08.832421 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3f84f364-ed9a-45e7-9a6a-fd140d5fb8ea req-70b981f6-299a-41d7-a7da-454b70db661e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0813968 Apr 06 17:13:09.135830 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3f84f364-ed9a-45e7-9a6a-fd140d5fb8ea req-e3d56866-562b-49b4-85cf-d143bd985d97 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956910 Apr 06 17:13:09.158759 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38e7a1fc-2756-40d4-9c9a-0490cf88a542 req-17f5b5df-5b8c-43bc-8390-4d77742c2e82 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254333 Apr 06 17:13:09.573315 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-154ea051-ffe2-4304-89c0-015da960fa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:10.252181 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacaf27-b3b3-46c2-b2a0-da6ec40064b8 req-c1d17cae-518a-4ae2-9110-76bbbd1e2740 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:10.253636 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-efacaf27-b3b3-46c2-b2a0-da6ec40064b8 req-c1d17cae-518a-4ae2-9110-76bbbd1e2740 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0520830 Apr 06 17:13:10.299510 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-efacaf27-b3b3-46c2-b2a0-da6ec40064b8 req-9964200a-8e72-4273-82b9-f2ff7ebf0327 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403519 Apr 06 17:13:10.319370 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:13:10.464483 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:11.414325 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e1526-d942-4070-b8a4-ce71ea6212c2 req-d3572edb-2b50-4510-87fa-fec57f9e0491 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:11.415803 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f79e1526-d942-4070-b8a4-ce71ea6212c2 req-d3572edb-2b50-4510-87fa-fec57f9e0491 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0513399 Apr 06 17:13:11.460683 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f79e1526-d942-4070-b8a4-ce71ea6212c2 req-7e1a52ea-58af-4b9b-bd71-a206b267d740 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389431 Apr 06 17:13:11.779405 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:12.579496 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7abe14-d292-474a-bd99-abd8d7d3a6fa req-0e2e949f-8a9b-48d0-8047-92a82b8fd063 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:12.580977 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9e7abe14-d292-474a-bd99-abd8d7d3a6fa req-0e2e949f-8a9b-48d0-8047-92a82b8fd063 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0551643 Apr 06 17:13:12.626677 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9e7abe14-d292-474a-bd99-abd8d7d3a6fa req-6fa4a4b0-7145-4da3-9c60-dce8b633fe26 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402191 Apr 06 17:13:13.293466 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:13.745612 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bfe11-082c-4a7d-99ad-b1abac44aca2 req-c88b053b-26ad-4d47-8527-9a6f68144640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:13.747175 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-456bfe11-082c-4a7d-99ad-b1abac44aca2 req-c88b053b-26ad-4d47-8527-9a6f68144640 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0535827 Apr 06 17:13:13.793913 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-456bfe11-082c-4a7d-99ad-b1abac44aca2 req-ecd48a93-fbc4-4841-9872-6b726472b8fa tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410881 Apr 06 17:13:14.252906 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb831812-1a37-4832-9aae-17eccbcf4a49 req-0e3a8c3d-c81e-4a5f-943e-cacff444703d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:14.254385 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cb831812-1a37-4832-9aae-17eccbcf4a49 req-0e3a8c3d-c81e-4a5f-943e-cacff444703d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0561028 Apr 06 17:13:14.326634 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cb831812-1a37-4832-9aae-17eccbcf4a49 req-29e57c36-508b-466b-b0d8-91cb3dec4b95 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666850 Apr 06 17:13:14.343471 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49458145-34f5-42cc-8c95-d5aaffac60cb req-df3d9b8b-17ba-439a-859b-492ecd328be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:14.344971 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-49458145-34f5-42cc-8c95-d5aaffac60cb req-df3d9b8b-17ba-439a-859b-492ecd328be4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 1130 time: 0.0531969 Apr 06 17:13:14.438589 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49458145-34f5-42cc-8c95-d5aaffac60cb req-8afd307c-245e-49e0-9cbf-98b6512af7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:14.439970 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-49458145-34f5-42cc-8c95-d5aaffac60cb req-8afd307c-245e-49e0-9cbf-98b6512af7db service neutron] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 919 time: 0.0877361 Apr 06 17:13:14.623647 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-49458145-34f5-42cc-8c95-d5aaffac60cb req-845d8dd0-d634-4b97-ae61-844b075458a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d HTTP/1.1" status: 200 len: 1002 time: 0.0589902 Apr 06 17:13:14.672293 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49458145-34f5-42cc-8c95-d5aaffac60cb req-c2d8e1b7-4d46-4c9f-958d-93e4528deea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:14.673745 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-49458145-34f5-42cc-8c95-d5aaffac60cb req-c2d8e1b7-4d46-4c9f-958d-93e4528deea8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.0441039 Apr 06 17:13:14.726404 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49458145-34f5-42cc-8c95-d5aaffac60cb req-64cf770f-854d-4c66-aa07-981287959105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:14.727902 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-49458145-34f5-42cc-8c95-d5aaffac60cb req-64cf770f-854d-4c66-aa07-981287959105 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471165 Apr 06 17:13:14.816224 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-49458145-34f5-42cc-8c95-d5aaffac60cb req-057831c3-4568-47ae-b43c-3a4c61ccc346 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817640 Apr 06 17:13:14.946066 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9868b-ea24-4701-a054-a1baa81e48f2 req-b3c88289-904d-4c36-b545-b0dd7d221037 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:14.947471 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b1e9868b-ea24-4701-a054-a1baa81e48f2 req-b3c88289-904d-4c36-b545-b0dd7d221037 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0790370 Apr 06 17:13:14.950931 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-49458145-34f5-42cc-8c95-d5aaffac60cb req-b4412c8c-bbd1-44b0-9719-6073838d00fd service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281250 Apr 06 17:13:14.993601 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b1e9868b-ea24-4701-a054-a1baa81e48f2 req-8d5691aa-aceb-4cba-b32e-4dd60b168a3c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404718 Apr 06 17:13:15.354843 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcdf72-ffed-47f7-8080-6bfea5fc000f req-d58d8dca-736c-4e91-9559-7049a4517d4a tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:15.357014 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-55fcdf72-ffed-47f7-8080-6bfea5fc000f req-d58d8dca-736c-4e91-9559-7049a4517d4a tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0537367 Apr 06 17:13:15.419526 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-55fcdf72-ffed-47f7-8080-6bfea5fc000f req-c397274b-41a6-4148-b87e-c9242aea7e07 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551584 Apr 06 17:13:15.483722 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a008f-eb55-4ee2-b98b-4c5c98c955a3 req-3c52acf1-c673-4f3e-9561-77a28703faab tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:15.485190 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-537a008f-eb55-4ee2-b98b-4c5c98c955a3 req-3c52acf1-c673-4f3e-9561-77a28703faab tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0808177 Apr 06 17:13:15.518760 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eb0d4-a0fa-4079-9b6f-6185bdcf90dc req-b1de93d0-4ba6-4bd9-ae1f-1eef397e7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:15.520380 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f17eb0d4-a0fa-4079-9b6f-6185bdcf90dc req-b1de93d0-4ba6-4bd9-ae1f-1eef397e7c18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 1129 time: 0.0715168 Apr 06 17:13:15.583540 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-537a008f-eb55-4ee2-b98b-4c5c98c955a3 req-70cfbb97-ca83-4223-bf8c-6304f095a87f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923793 Apr 06 17:13:15.625393 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eb0d4-a0fa-4079-9b6f-6185bdcf90dc req-b5da39ff-cb54-4710-acf8-79a3f7311b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:15.626843 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f17eb0d4-a0fa-4079-9b6f-6185bdcf90dc req-b5da39ff-cb54-4710-acf8-79a3f7311b1f service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 HTTP/1.1" status: 200 len: 911 time: 0.0964646 Apr 06 17:13:15.693534 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f17eb0d4-a0fa-4079-9b6f-6185bdcf90dc req-0eb7fca3-ee17-41b0-b956-d9eec5018d9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 HTTP/1.1" status: 200 len: 1001 time: 0.0577960 Apr 06 17:13:15.740773 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eb0d4-a0fa-4079-9b6f-6185bdcf90dc req-b47640e5-861e-4618-9100-ca0e44e84952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:15.742192 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f17eb0d4-a0fa-4079-9b6f-6185bdcf90dc req-b47640e5-861e-4618-9100-ca0e44e84952 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8377ebda-3e29-4c9b-ad5b-f3579b9da41a HTTP/1.1" status: 200 len: 849 time: 0.0424497 Apr 06 17:13:15.793207 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17eb0d4-a0fa-4079-9b6f-6185bdcf90dc req-dada557c-0123-49e7-97c5-b8527e8096df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:15.795076 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f17eb0d4-a0fa-4079-9b6f-6185bdcf90dc req-dada557c-0123-49e7-97c5-b8527e8096df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464680 Apr 06 17:13:15.882231 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f17eb0d4-a0fa-4079-9b6f-6185bdcf90dc req-a76a4db0-ab8a-4313-ac5d-134ba9800736 service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806162 Apr 06 17:13:15.971710 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f17eb0d4-a0fa-4079-9b6f-6185bdcf90dc req-5dfc5b9f-d5b7-4efa-9e04-21ab712a6f80 service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833952 Apr 06 17:13:16.536464 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40baddf-269b-4a09-80db-c7950b7f9d9c req-7b1d5e78-5126-4116-9da6-1170be5d3669 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:16.537923 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d40baddf-269b-4a09-80db-c7950b7f9d9c req-7b1d5e78-5126-4116-9da6-1170be5d3669 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0533173 Apr 06 17:13:16.583847 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d40baddf-269b-4a09-80db-c7950b7f9d9c req-6a2fdce7-e0a9-4f61-8644-5bc7293b39f5 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403717 Apr 06 17:13:16.698743 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bda52-19dd-492e-a1c8-95e79cc963c4 req-9807b583-8ea6-4288-bab6-a93325d7d874 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:16.700159 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3c3bda52-19dd-492e-a1c8-95e79cc963c4 req-9807b583-8ea6-4288-bab6-a93325d7d874 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0513561 Apr 06 17:13:16.745588 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3c3bda52-19dd-492e-a1c8-95e79cc963c4 req-cb2d7f12-5cfd-4b38-b8a3-5c7abef7bb7d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399988 Apr 06 17:13:17.702717 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb71428-f894-4283-9dfb-f8c89430d96a req-a46d748b-2978-40d6-9f80-2d13bcd143f9 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:17.704180 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-eeb71428-f894-4283-9dfb-f8c89430d96a req-a46d748b-2978-40d6-9f80-2d13bcd143f9 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0551531 Apr 06 17:13:17.749360 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-eeb71428-f894-4283-9dfb-f8c89430d96a req-01025b79-f288-473f-b104-643d09d0c1b3 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395966 Apr 06 17:13:17.859739 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7578640-80f8-437c-8ebd-019db19be44c req-d504238e-b704-412f-97e0-e216a6d0cfb3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:17.861173 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7578640-80f8-437c-8ebd-019db19be44c req-d504238e-b704-412f-97e0-e216a6d0cfb3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0503669 Apr 06 17:13:17.906476 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7578640-80f8-437c-8ebd-019db19be44c req-94fa3304-dd0d-4345-9523-a307fe4c3238 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397789 Apr 06 17:13:19.026238 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6213-1336-4e07-baf2-28771f6a7b6f req-bb737210-4e0f-48f6-9e0f-1773d7b49f17 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:19.027669 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3c7d6213-1336-4e07-baf2-28771f6a7b6f req-bb737210-4e0f-48f6-9e0f-1773d7b49f17 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0572884 Apr 06 17:13:19.072908 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3c7d6213-1336-4e07-baf2-28771f6a7b6f req-4a58ff6e-0d2f-4146-95fb-bde792d65f79 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396557 Apr 06 17:13:20.188371 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada34da-ed6d-4ae5-932b-5fb3e533ffdf req-4eb574c9-52c0-4377-afc8-e6d9d1dbddbc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:20.189820 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ada34da-ed6d-4ae5-932b-5fb3e533ffdf req-4eb574c9-52c0-4377-afc8-e6d9d1dbddbc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0518129 Apr 06 17:13:20.236108 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ada34da-ed6d-4ae5-932b-5fb3e533ffdf req-02d6ab63-48e9-421f-981c-b2e94327e1e2 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407782 Apr 06 17:13:21.349981 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82624886-aca7-4704-b3e3-ac85d7bfea2f req-433ac470-3fb0-42b6-8202-e472c58ab3db tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:21.351471 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-82624886-aca7-4704-b3e3-ac85d7bfea2f req-433ac470-3fb0-42b6-8202-e472c58ab3db tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0509822 Apr 06 17:13:21.400322 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-82624886-aca7-4704-b3e3-ac85d7bfea2f req-8d507768-77ea-4410-9efe-bd2ed900c01f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433173 Apr 06 17:13:22.516110 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f718166-cc4e-4141-86ab-65452fb1d278 req-7daa1783-5e6d-4b6f-af45-4025b7f3d304 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:22.517587 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7f718166-cc4e-4141-86ab-65452fb1d278 req-7daa1783-5e6d-4b6f-af45-4025b7f3d304 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0513446 Apr 06 17:13:22.563581 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7f718166-cc4e-4141-86ab-65452fb1d278 req-1de2aded-b0ab-4fc8-9b5a-379fbc9e5317 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402966 Apr 06 17:13:23.678653 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb69a7-005b-4c57-9d9e-d7e16faf9cbf req-f598c7c6-442e-452e-86a6-287a73e063be tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:23.680106 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-addb69a7-005b-4c57-9d9e-d7e16faf9cbf req-f598c7c6-442e-452e-86a6-287a73e063be tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0515270 Apr 06 17:13:23.724597 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-addb69a7-005b-4c57-9d9e-d7e16faf9cbf req-2dc1773d-faa3-42ac-8540-5b08106b0e42 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389991 Apr 06 17:13:24.845813 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2e368-8baf-448d-bf8f-fcabdc1d0138 req-30558153-1c16-4a69-b4ac-8d3b83974bb6 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:24.847303 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7db2e368-8baf-448d-bf8f-fcabdc1d0138 req-30558153-1c16-4a69-b4ac-8d3b83974bb6 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0551724 Apr 06 17:13:24.892734 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7db2e368-8baf-448d-bf8f-fcabdc1d0138 req-bfd5afce-14bb-4f76-afed-da6da58f3e3e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399113 Apr 06 17:13:26.008268 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe942c2-729b-4247-84ec-4f0fff914623 req-3fd4ba1e-6512-4114-9dd3-db28d752fe79 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:26.009668 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7fe942c2-729b-4247-84ec-4f0fff914623 req-3fd4ba1e-6512-4114-9dd3-db28d752fe79 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0514300 Apr 06 17:13:26.055122 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7fe942c2-729b-4247-84ec-4f0fff914623 req-368e9ad4-e5fb-424a-9d48-e3a895f988c7 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399015 Apr 06 17:13:27.171434 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e9b79-0954-4247-83fa-5935f099d16e req-558eb6ec-977a-46f0-bfe3-c2e7d6691404 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:27.172888 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c90e9b79-0954-4247-83fa-5935f099d16e req-558eb6ec-977a-46f0-bfe3-c2e7d6691404 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0513566 Apr 06 17:13:27.220945 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c90e9b79-0954-4247-83fa-5935f099d16e req-23e39124-1b48-4499-96e9-5701e0618aac tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Apr 06 17:13:28.337292 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5894b7b-4130-4a4c-b818-0d3671568d7c req-773a3041-e616-419d-8a76-f2d4b118aee5 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:28.338758 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c5894b7b-4130-4a4c-b818-0d3671568d7c req-773a3041-e616-419d-8a76-f2d4b118aee5 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0515881 Apr 06 17:13:28.384617 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c5894b7b-4130-4a4c-b818-0d3671568d7c req-c69984a2-49ef-472b-ba14-2de872d82c31 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403507 Apr 06 17:13:29.499270 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84fb56-7f4c-46ba-8b0b-cefc8e260354 req-a54f76c8-e18e-4385-ba04-d694c4fa49a3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:29.500718 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1d84fb56-7f4c-46ba-8b0b-cefc8e260354 req-a54f76c8-e18e-4385-ba04-d694c4fa49a3 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0513005 Apr 06 17:13:29.546335 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1d84fb56-7f4c-46ba-8b0b-cefc8e260354 req-3f77a0f0-744b-494b-add9-cd454bf40f13 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401287 Apr 06 17:13:30.664095 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77509b4b-806b-4e03-86ca-60d900d3fac2 req-1915ae06-22ae-431d-8e52-1c4b8acd3dba tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:30.665576 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-77509b4b-806b-4e03-86ca-60d900d3fac2 req-1915ae06-22ae-431d-8e52-1c4b8acd3dba tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0551145 Apr 06 17:13:30.710304 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-77509b4b-806b-4e03-86ca-60d900d3fac2 req-f78c077d-9261-4279-a826-802efeda17d5 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384910 Apr 06 17:13:31.826870 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb3edc-0fb4-4c41-aeed-7e90d4b432c5 req-3cf11023-5f77-4665-80ae-ae20f7bcdb95 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:31.828362 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f4bb3edc-0fb4-4c41-aeed-7e90d4b432c5 req-3cf11023-5f77-4665-80ae-ae20f7bcdb95 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0524867 Apr 06 17:13:31.873057 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f4bb3edc-0fb4-4c41-aeed-7e90d4b432c5 req-4c3dc38a-6fca-4121-849d-73b270e72032 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392687 Apr 06 17:13:32.412250 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:32.997727 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78489840-51ac-49c8-8586-3ad50e5184c5 req-e7b96bcc-de4f-47a3-940f-cac5a42f47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:32.999213 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-78489840-51ac-49c8-8586-3ad50e5184c5 req-e7b96bcc-de4f-47a3-940f-cac5a42f47a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 1130 time: 0.0786049 Apr 06 17:13:33.010192 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296b0b5-4abf-4277-917c-5d238ed296fa req-ef864b1c-1e61-4a63-b015-de2e119fa0d8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:33.011590 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3296b0b5-4abf-4277-917c-5d238ed296fa req-ef864b1c-1e61-4a63-b015-de2e119fa0d8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0663285 Apr 06 17:13:33.078603 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-78489840-51ac-49c8-8586-3ad50e5184c5 req-4e7955dc-3914-4d05-8c1d-783fcf2addd3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660472 Apr 06 17:13:33.082639 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3296b0b5-4abf-4277-917c-5d238ed296fa req-06a0f84f-a02c-429d-9a7e-6be1035fdb08 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645583 Apr 06 17:13:34.197944 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd09d8b-018d-4b8e-8a3a-19bd06347eb4 req-406de7ec-f67f-4b23-8b10-730b3029ab3b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:34.199431 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1dd09d8b-018d-4b8e-8a3a-19bd06347eb4 req-406de7ec-f67f-4b23-8b10-730b3029ab3b tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0516489 Apr 06 17:13:34.244382 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1dd09d8b-018d-4b8e-8a3a-19bd06347eb4 req-85e32c2d-a21a-4584-8832-84398a2edd2f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388632 Apr 06 17:13:35.364468 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94608ca5-79b7-425f-bfd1-566c93c75724 req-af2b7a60-67b9-4e19-b85b-847da6e5e20e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:35.365957 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-94608ca5-79b7-425f-bfd1-566c93c75724 req-af2b7a60-67b9-4e19-b85b-847da6e5e20e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0553117 Apr 06 17:13:35.413907 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-94608ca5-79b7-425f-bfd1-566c93c75724 req-a08d2d2c-a0bd-4fc4-afe9-5d7ce529732e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423000 Apr 06 17:13:36.529598 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee8c5d-35e1-4171-a47b-06d9bc5f628a req-81215454-233a-4d82-aac6-0da0c7fcd71e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:36.531070 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e6ee8c5d-35e1-4171-a47b-06d9bc5f628a req-81215454-233a-4d82-aac6-0da0c7fcd71e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0524824 Apr 06 17:13:36.576594 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e6ee8c5d-35e1-4171-a47b-06d9bc5f628a req-c2f78181-44da-4ae4-bc9d-b1a24b1e7c93 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400116 Apr 06 17:13:37.061457 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3f411-e523-4a0f-a31f-7c06fbc3c1ea req-48dc8b21-7a50-47e7-b8de-69b13b0be1e4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:37.062913 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b3b3f411-e523-4a0f-a31f-7c06fbc3c1ea req-48dc8b21-7a50-47e7-b8de-69b13b0be1e4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0548151 Apr 06 17:13:37.110390 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9aa2820c-2f3f-4c53-b3fc-8ed581036b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:37.136728 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b3b3f411-e523-4a0f-a31f-7c06fbc3c1ea req-26cac4ae-5bf0-4878-b57d-09faeaf67a03 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672469 Apr 06 17:13:37.146411 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc09af2-fba1-4386-84cf-d43b87275d87 req-cd254376-a184-4514-a361-122641fe8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:37.147901 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ecc09af2-fba1-4386-84cf-d43b87275d87 req-cd254376-a184-4514-a361-122641fe8a36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 1130 time: 0.0637262 Apr 06 17:13:37.238323 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc09af2-fba1-4386-84cf-d43b87275d87 req-1d54b2d5-a15a-4084-9236-9af5deb44b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:37.239721 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ecc09af2-fba1-4386-84cf-d43b87275d87 req-1d54b2d5-a15a-4084-9236-9af5deb44b49 service neutron] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 919 time: 0.0855219 Apr 06 17:13:37.302772 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ecc09af2-fba1-4386-84cf-d43b87275d87 req-5bb38c41-2cbf-4eb1-ad67-66123e4268be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d HTTP/1.1" status: 200 len: 1002 time: 0.0569799 Apr 06 17:13:37.349900 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc09af2-fba1-4386-84cf-d43b87275d87 req-d4c0f6e8-274f-4304-86ff-aee3f79fb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:37.351320 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ecc09af2-fba1-4386-84cf-d43b87275d87 req-d4c0f6e8-274f-4304-86ff-aee3f79fb22a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.0414956 Apr 06 17:13:37.401005 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc09af2-fba1-4386-84cf-d43b87275d87 req-a81520e4-60d6-4a12-812b-1b55e4c2695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:37.402464 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ecc09af2-fba1-4386-84cf-d43b87275d87 req-a81520e4-60d6-4a12-812b-1b55e4c2695d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449479 Apr 06 17:13:37.490611 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ecc09af2-fba1-4386-84cf-d43b87275d87 req-c8550068-fea0-49e3-a505-2fe6a7c4e09c service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804443 Apr 06 17:13:37.580692 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ecc09af2-fba1-4386-84cf-d43b87275d87 req-4c3bf4c2-9ff4-4de2-821c-8f485badeebd service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838330 Apr 06 17:13:38.256894 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fd9b9-6602-4dd4-b085-a8d1c3d8746e req-eac87b24-1164-4b1e-9248-15412791a1b6 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:38.258405 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ea6fd9b9-6602-4dd4-b085-a8d1c3d8746e req-eac87b24-1164-4b1e-9248-15412791a1b6 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0535562 Apr 06 17:13:38.304303 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ea6fd9b9-6602-4dd4-b085-a8d1c3d8746e req-269259f8-7f2c-463b-99bc-5e216b1636b9 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402977 Apr 06 17:13:39.419129 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d28616-3018-4a19-a9fa-e616298f1bc1 req-fccff5df-6806-4761-aa33-aedfeaedbbf4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:39.420584 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-59d28616-3018-4a19-a9fa-e616298f1bc1 req-fccff5df-6806-4761-aa33-aedfeaedbbf4 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0520160 Apr 06 17:13:39.464476 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-59d28616-3018-4a19-a9fa-e616298f1bc1 req-f33dc53c-bf4e-4f90-a2e8-a0b5125dd614 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384457 Apr 06 17:13:39.571913 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-adf2d064-a723-4f03-a36d-7d04ed6799fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:40.463385 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:40.584944 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576b8a0-2ad2-49b5-b3b7-d17b84b74e12 req-601a4dc1-ec16-4fc4-b445-e9fffb0680f8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:40.586461 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4576b8a0-2ad2-49b5-b3b7-d17b84b74e12 req-601a4dc1-ec16-4fc4-b445-e9fffb0680f8 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0557418 Apr 06 17:13:40.631853 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4576b8a0-2ad2-49b5-b3b7-d17b84b74e12 req-d6f08cfd-6a21-43a3-b503-1547683dab1d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398498 Apr 06 17:13:41.751833 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e5690-64f3-4ca0-9712-0df9982ef517 req-3a2795c9-7651-4bf2-8bcc-13b94df48498 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:41.753294 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bc5e5690-64f3-4ca0-9712-0df9982ef517 req-3a2795c9-7651-4bf2-8bcc-13b94df48498 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0550561 Apr 06 17:13:41.801352 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bc5e5690-64f3-4ca0-9712-0df9982ef517 req-c4e37be7-b7d0-4098-b469-1179804fbddf tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424988 Apr 06 17:13:41.835041 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:41.914084 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a49f-e439-405f-a3d8-01d5195d8f64 req-7c497bfc-d8c7-44c2-baa0-869aafcd994d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:41.915462 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7536a49f-e439-405f-a3d8-01d5195d8f64 req-7c497bfc-d8c7-44c2-baa0-869aafcd994d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0518086 Apr 06 17:13:41.923919 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39452) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:13:41.928319 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-19d1151f-6488-49b9-a017-00589237e8cf tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Request body: {'floatingip': {'port_id': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:13:41.986223 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-19d1151f-6488-49b9-a017-00589237e8cf tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for floatingip (f1c96f3b-6a92-4c2f-87e3-df3e96c17c06), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:42.445569 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-19d1151f-6488-49b9-a017-00589237e8cf tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:42.498989 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-19d1151f-6488-49b9-a017-00589237e8cf tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (f1c96f3b-6a92-4c2f-87e3-df3e96c17c06), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:42.921386 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d1151f-6488-49b9-a017-00589237e8cf tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Router a9b8206b-3c95-456f-a3a2-4411480c3d11 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:13:43.031685 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d1151f-6488-49b9-a017-00589237e8cf tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:13:43.036305 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-19d1151f-6488-49b9-a017-00589237e8cf tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:43.041452 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94da1ab-d633-4b71-9215-47be08ac8d0f None None] Sync routers for ids ['a9b8206b-3c95-456f-a3a2-4411480c3d11'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:13:43.050877 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94da1ab-d633-4b71-9215-47be08ac8d0f None None] Routers {'a9b8206b-3c95-456f-a3a2-4411480c3d11'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:13:43.051517 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-c94da1ab-d633-4b71-9215-47be08ac8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:13:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['a9b8206b-3c95-456f-a3a2-4411480c3d11'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:13:43.066922 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'tag': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:13:43.069295 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570745c6-c160-4650-8b3e-91876068f7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a64d3b39-3bd7-41cd-b9e5-65681ce1cede", "tag": "e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:13:43.107805 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-19d1151f-6488-49b9-a017-00589237e8cf tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "PUT /v2.0/floatingips/f1c96f3b-6a92-4c2f-87e3-df3e96c17c06 HTTP/1.1" status: 200 len: 994 time: 1.1758721 Apr 06 17:13:43.113031 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98869f9-b3e8-420b-8051-1c0ce916e308 x-openstack-request-id: req-c98869f9-b3e8-420b-8051-1c0ce916e308 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:13:43.113469 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64d3b39-3bd7-41cd-b9e5-65681ce1cede", "tag": "e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:13:43.113968 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c98869f9-b3e8-420b-8051-1c0ce916e308 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:13:43.114383 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98869f9-b3e8-420b-8051-1c0ce916e308'] response: {'name': 'network-changed', 'server_uuid': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'tag': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'status': 'completed', 'code': 200} Apr 06 17:13:43.162520 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-c94da1ab-d633-4b71-9215-47be08ac8d0f None None] Set router a9b8206b-3c95-456f-a3a2-4411480c3d11 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:13:43.203861 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570745c6-c160-4650-8b3e-91876068f7e4 req-45f8d20e-049e-4f9f-b41c-2b84513642b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:43.205368 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-570745c6-c160-4650-8b3e-91876068f7e4 req-45f8d20e-049e-4f9f-b41c-2b84513642b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 1130 time: 0.0452082 Apr 06 17:13:43.307641 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570745c6-c160-4650-8b3e-91876068f7e4 req-d709be82-d755-43d9-b934-231a111d9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:43.309163 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-570745c6-c160-4650-8b3e-91876068f7e4 req-d709be82-d755-43d9-b934-231a111d9262 service neutron] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 919 time: 0.0912278 Apr 06 17:13:43.310912 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:13:43.376237 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-570745c6-c160-4650-8b3e-91876068f7e4 req-f03a829e-9d48-4c32-a30a-d791be951ce7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d HTTP/1.1" status: 200 len: 1002 time: 0.0588417 Apr 06 17:13:43.426689 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570745c6-c160-4650-8b3e-91876068f7e4 req-e5064f5b-eb73-4e53-b73f-b7df007d06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:43.428159 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-570745c6-c160-4650-8b3e-91876068f7e4 req-e5064f5b-eb73-4e53-b73f-b7df007d06fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.0437462 Apr 06 17:13:43.464542 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-c94da1ab-d633-4b71-9215-47be08ac8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'f1c96f3b-6a92-4c2f-87e3-df3e96c17c06', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'port_id': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'mac_address': 'fa:16:3e:fc:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:10:21Z', 'updated_at': '2022-04-06T17:13:42Z', 'revision_number': 3, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d621d6d-59cf-49d3-ab3b-eef9cbf71182', 'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'mac_address': 'fa:16:3e:50:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:52Z', 'updated_at': '2022-04-06T17:07:57Z', 'revision_number': 5, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'subnets': [{'id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:13:43.479837 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570745c6-c160-4650-8b3e-91876068f7e4 req-b610b390-7cda-4e63-802c-4f95d3426190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:43.481881 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-570745c6-c160-4650-8b3e-91876068f7e4 req-b610b390-7cda-4e63-802c-4f95d3426190 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475543 Apr 06 17:13:43.494387 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94da1ab-d633-4b71-9215-47be08ac8d0f None None] Checking router: a9b8206b-3c95-456f-a3a2-4411480c3d11 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:13:43.502583 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94da1ab-d633-4b71-9215-47be08ac8d0f None None] Routers {'a9b8206b-3c95-456f-a3a2-4411480c3d11'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:13:43.503238 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-c94da1ab-d633-4b71-9215-47be08ac8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:13:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['a9b8206b-3c95-456f-a3a2-4411480c3d11'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:13:43.571416 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-570745c6-c160-4650-8b3e-91876068f7e4 req-7ae0ac78-0aa3-460e-9757-3edd709fca34 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823517 Apr 06 17:13:43.609888 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-c94da1ab-d633-4b71-9215-47be08ac8d0f None None] Set router a9b8206b-3c95-456f-a3a2-4411480c3d11 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:13:43.662748 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-570745c6-c160-4650-8b3e-91876068f7e4 req-62eb2405-9238-4f61-8581-7cf336578f9f service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852726 Apr 06 17:13:43.827996 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-c94da1ab-d633-4b71-9215-47be08ac8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'f1c96f3b-6a92-4c2f-87e3-df3e96c17c06', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'port_id': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'mac_address': 'fa:16:3e:fc:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:10:21Z', 'updated_at': '2022-04-06T17:13:42Z', 'revision_number': 3, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d621d6d-59cf-49d3-ab3b-eef9cbf71182', 'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'mac_address': 'fa:16:3e:50:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:52Z', 'updated_at': '2022-04-06T17:07:57Z', 'revision_number': 5, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'subnets': [{'id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:13:43.856822 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94da1ab-d633-4b71-9215-47be08ac8d0f None None] The sync data for ids ['a9b8206b-3c95-456f-a3a2-4411480c3d11'] in dv-cinder-836850-1-iscsi is: [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'f1c96f3b-6a92-4c2f-87e3-df3e96c17c06', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'port_id': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'mac_address': 'fa:16:3e:fc:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:10:21Z', 'updated_at': '2022-04-06T17:13:42Z', 'revision_number': 3, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d621d6d-59cf-49d3-ab3b-eef9cbf71182', 'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'mac_address': 'fa:16:3e:50:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:52Z', 'updated_at': '2022-04-06T17:07:57Z', 'revision_number': 5, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'subnets': [{'id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:13:45.115396 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'tag': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:13:45.117777 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ce8851-188e-4ddf-a5b5-f6cc9fabe483" -d '{"events": [{"name": "network-changed", "server_uuid": "a64d3b39-3bd7-41cd-b9e5-65681ce1cede", "tag": "e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:13:45.154536 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2253e827-0eb1-4732-a6f6-5a87d1391004 x-openstack-request-id: req-2253e827-0eb1-4732-a6f6-5a87d1391004 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:13:45.154847 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64d3b39-3bd7-41cd-b9e5-65681ce1cede", "tag": "e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:13:45.155134 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2253e827-0eb1-4732-a6f6-5a87d1391004 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:13:45.155536 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2253e827-0eb1-4732-a6f6-5a87d1391004'] response: {'name': 'network-changed', 'server_uuid': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'tag': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'status': 'completed', 'code': 200} Apr 06 17:13:45.250768 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce8851-188e-4ddf-a5b5-f6cc9fabe483 req-92ae4e7a-19dd-403e-9e86-db35e629e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:45.252275 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c7ce8851-188e-4ddf-a5b5-f6cc9fabe483 req-92ae4e7a-19dd-403e-9e86-db35e629e728 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 1130 time: 0.0446508 Apr 06 17:13:45.342394 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce8851-188e-4ddf-a5b5-f6cc9fabe483 req-5892ae9f-a4aa-47ae-9d5f-16e98276dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:45.343865 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c7ce8851-188e-4ddf-a5b5-f6cc9fabe483 req-5892ae9f-a4aa-47ae-9d5f-16e98276dfff service neutron] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 919 time: 0.0861769 Apr 06 17:13:45.408621 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c7ce8851-188e-4ddf-a5b5-f6cc9fabe483 req-3e614452-327b-4724-abd4-bdcb530aa066 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d HTTP/1.1" status: 200 len: 1002 time: 0.0576279 Apr 06 17:13:45.456894 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce8851-188e-4ddf-a5b5-f6cc9fabe483 req-5c29c11c-1dab-42ec-9c6d-4914ee14fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:45.458285 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c7ce8851-188e-4ddf-a5b5-f6cc9fabe483 req-5c29c11c-1dab-42ec-9c6d-4914ee14fd16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.0425787 Apr 06 17:13:45.507842 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce8851-188e-4ddf-a5b5-f6cc9fabe483 req-33eef9ff-90a6-4475-83ca-ecf42f9c26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:13:45.509297 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c7ce8851-188e-4ddf-a5b5-f6cc9fabe483 req-33eef9ff-90a6-4475-83ca-ecf42f9c26b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447309 Apr 06 17:13:45.594042 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c7ce8851-188e-4ddf-a5b5-f6cc9fabe483 req-10f18b42-e27e-4673-a840-ccb7ea8a3ec5 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787108 Apr 06 17:13:45.682504 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c7ce8851-188e-4ddf-a5b5-f6cc9fabe483 req-ed2e6ce6-89a2-4594-8460-8c2e7822bfd9 service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818822 Apr 06 17:13:47.318518 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:14:02.430571 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:03.113155 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4453a3-4dce-4767-b410-75e787f41460 req-be4eac62-8b2e-47f8-be31-57225c9f027a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:03.114592 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ae4453a3-4dce-4767-b410-75e787f41460 req-be4eac62-8b2e-47f8-be31-57225c9f027a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 946 time: 0.0514765 Apr 06 17:14:03.160366 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ae4453a3-4dce-4767-b410-75e787f41460 req-ff77680c-75e1-4ef0-bfc0-134280628831 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402815 Apr 06 17:14:04.281931 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8d951-47d9-4317-9d6e-14f77265a5ad req-d49bf899-7e1a-47eb-9b3d-b96c20a2580b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:04.283445 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c8b8d951-47d9-4317-9d6e-14f77265a5ad req-d49bf899-7e1a-47eb-9b3d-b96c20a2580b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 946 time: 0.0511613 Apr 06 17:14:04.329886 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c8b8d951-47d9-4317-9d6e-14f77265a5ad req-2ad19bcb-f403-45c1-999f-1fee1ebe4cfb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Apr 06 17:14:05.341249 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-98f76b3e-77ef-4138-864d-6eaf5d793b50 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:05.343353 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-98f76b3e-77ef-4138-864d-6eaf5d793b50 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 946 time: 0.0548124 Apr 06 17:14:05.488011 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f893ce-bbbc-4e5a-8d04-d6d73d7a996f req-4e7bd141-d501-421b-8739-f2e2b0c95df6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:05.489466 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-24f893ce-bbbc-4e5a-8d04-d6d73d7a996f req-4e7bd141-d501-421b-8739-f2e2b0c95df6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 946 time: 0.0879881 Apr 06 17:14:05.535336 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Deleting port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:14:05.535600 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:05.585523 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-24f893ce-bbbc-4e5a-8d04-d6d73d7a996f req-000161e8-2bf5-4bb2-b368-3c01ea491d58 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=cae07d36-26c5-49ca-a74c-364b06572c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893245 Apr 06 17:14:05.634254 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] For port 63e9fe6f-84bb-4042-84c4-6255fab49cf7, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=63e9fe6f-84bb-4042-84c4-6255fab49cf7,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:14:05.634620 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:05.853908 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:05.854269 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (d328a2c3-87ea-44da-a5c5-7fd30b04ace2), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:05.854581 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Floating IP d328a2c3-87ea-44da-a5c5-7fd30b04ace2 disassociated. External IP: 172.27.1.68, port: 63e9fe6f-84bb-4042-84c4-6255fab49cf7. Apr 06 17:14:05.854919 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Calling delete_port for 63e9fe6f-84bb-4042-84c4-6255fab49cf7 owned by compute:nova {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:14:06.040279 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (63e9fe6f-84bb-4042-84c4-6255fab49cf7), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:06.066946 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event deleted for resources: {'Port': ['ID=63e9fe6f-84bb-4042-84c4-6255fab49cf7,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:06.077914 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.078270 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.078621 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.078960 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.079340 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.079678 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.080014 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.080348 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.080680 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.081049 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.081386 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.081713 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.082043 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.082400 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.082727 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:06.195795 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Router d668d7d6-841b-4b3d-a716-db7915d06889 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:14:06.304739 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:14:06.316625 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488f389-ed5f-43e8-afed-4a748a2d4f8c None None] Sync routers for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:14:06.325573 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488f389-ed5f-43e8-afed-4a748a2d4f8c None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:14:06.326219 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-d488f389-ed5f-43e8-afed-4a748a2d4f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:13:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:14:06.345632 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] No DVR routers for this DVR port 63e9fe6f-84bb-4042-84c4-6255fab49cf7 on host hv-cinder-83685 {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:14:06.348804 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:06.352277 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1912c648-7314-4ebc-ab78-d0d8d8e65a30 req-bcc93c43-5eb3-4756-a802-795f49589dd1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.58 "DELETE /v2.0/ports/63e9fe6f-84bb-4042-84c4-6255fab49cf7 HTTP/1.1" status: 204 len: 173 time: 0.9761877 Apr 06 17:14:06.352729 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'name': 'network-vif-deleted', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:14:06.355013 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9871ac3-9126-4166-9352-65ddbb9669b1" -d '{"events": [{"server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "name": "network-vif-deleted", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:14:06.391651 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1ba0c5-344d-4045-9b31-ceac50719a30 x-openstack-request-id: req-cc1ba0c5-344d-4045-9b31-ceac50719a30 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:14:06.391951 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc57f53-37f6-4075-9fec-c840e30451d8", "name": "network-vif-deleted", "tag": "63e9fe6f-84bb-4042-84c4-6255fab49cf7", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:14:06.392259 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cc1ba0c5-344d-4045-9b31-ceac50719a30 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:14:06.392672 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1ba0c5-344d-4045-9b31-ceac50719a30'] response: {'server_uuid': 'fbc57f53-37f6-4075-9fec-c840e30451d8', 'name': 'network-vif-deleted', 'tag': '63e9fe6f-84bb-4042-84c4-6255fab49cf7', 'status': 'completed', 'code': 200} Apr 06 17:14:06.437675 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-d488f389-ed5f-43e8-afed-4a748a2d4f8c None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:14:06.642538 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-d488f389-ed5f-43e8-afed-4a748a2d4f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:17Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:14:06.672528 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488f389-ed5f-43e8-afed-4a748a2d4f8c None None] Checking router: d668d7d6-841b-4b3d-a716-db7915d06889 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:14:06.681100 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488f389-ed5f-43e8-afed-4a748a2d4f8c None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:14:06.681706 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-d488f389-ed5f-43e8-afed-4a748a2d4f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:13:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:14:06.692388 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ec2363ab-044e-4b8f-ab29-4daba9f64032 req-80fa83aa-5c35-4e18-b025-b796a0b183c5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc57f53-37f6-4075-9fec-c840e30451d8 HTTP/1.1" status: 200 len: 210 time: 0.0332031 Apr 06 17:14:06.794947 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-d488f389-ed5f-43e8-afed-4a748a2d4f8c None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:14:06.997406 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-d488f389-ed5f-43e8-afed-4a748a2d4f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:17Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:14:07.023869 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488f389-ed5f-43e8-afed-4a748a2d4f8c None None] The sync data for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi is: [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:17Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:14:07.137759 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a68b1f22-7d5e-4554-9fd9-9c304cc4d82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:07.251062 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a88633-a297-4db0-a4f7-f97431d7003f None None] New status for floating IP d328a2c3-87ea-44da-a5c5-7fd30b04ace2: DOWN {{(pid=103879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:14:07.854222 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 39510) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:07.908787 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group (cae07d36-26c5-49ca-a74c-364b06572c36), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:07.931765 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group (cae07d36-26c5-49ca-a74c-364b06572c36), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:08.075147 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (cae07d36-26c5-49ca-a74c-364b06572c36), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:08.077529 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:08.078688 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "DELETE /v2.0/security-groups/cae07d36-26c5-49ca-a74c-364b06572c36 HTTP/1.1" status: 204 len: 168 time: 0.2234828 Apr 06 17:14:08.081462 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39514) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:08.088386 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae07d36-26c5-49ca-a74c-364b06572c36,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:08.095636 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 63e9fe6f-84bb-4042-84c4-6255fab49cf7 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:14:08.096163 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.096464 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.096810 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.097144 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.097525 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.097859 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.098192 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.098516 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.098837 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.099189 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.099512 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.099922 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.100246 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.100568 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.100890 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41398fbe-9352-47ff-819d-383b4c098ab3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:08.101356 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.api.v2.resource [None req-663cb5e7-de6d-4663-897b-7dc25e9fcdc2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] show failed (client error): The resource could not be found. Apr 06 17:14:08.102617 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-663cb5e7-de6d-4663-897b-7dc25e9fcdc2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups/cae07d36-26c5-49ca-a74c-364b06572c36 HTTP/1.1" status: 404 len: 347 time: 0.0199635 Apr 06 17:14:08.108068 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 39516) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:08.124545 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: 63e9fe6f-84bb-4042-84c4-6255fab49cf7 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:14:08.124895 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 63e9fe6f-84bb-4042-84c4-6255fab49cf7 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:14:08.229073 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d4e0a-2041-444d-977f-bfe00b939fa0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Deleting port f0b2e59b-0552-4439-854f-202b00831723 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:14:08.229396 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4e0a-2041-444d-977f-bfe00b939fa0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (f0b2e59b-0552-4439-854f-202b00831723), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:08.306063 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4e0a-2041-444d-977f-bfe00b939fa0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (f0b2e59b-0552-4439-854f-202b00831723), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:08.306395 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4e0a-2041-444d-977f-bfe00b939fa0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (f0b2e59b-0552-4439-854f-202b00831723), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:08.317858 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d4e0a-2041-444d-977f-bfe00b939fa0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Calling delete_port for f0b2e59b-0552-4439-854f-202b00831723 owned by network:floatingip {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:14:08.545099 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4e0a-2041-444d-977f-bfe00b939fa0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (f0b2e59b-0552-4439-854f-202b00831723), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:08.570262 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d4e0a-2041-444d-977f-bfe00b939fa0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event deleted for resources: {'Port': ['ID=f0b2e59b-0552-4439-854f-202b00831723,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:08.632512 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4e0a-2041-444d-977f-bfe00b939fa0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (d328a2c3-87ea-44da-a5c5-7fd30b04ace2), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:08.635072 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4e0a-2041-444d-977f-bfe00b939fa0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:08.636379 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-9b6d4e0a-2041-444d-977f-bfe00b939fa0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "DELETE /v2.0/floatingips/d328a2c3-87ea-44da-a5c5-7fd30b04ace2 HTTP/1.1" status: 204 len: 168 time: 0.5278544 Apr 06 17:14:09.205053 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 39520) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:09.209740 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-acae944b-e58f-4c59-a5ac-a9703e2abb00 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873846473', 'description': 'tempest-description--965297078'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:09.282419 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-acae944b-e58f-4c59-a5ac-a9703e2abb00 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:09.350248 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-acae944b-e58f-4c59-a5ac-a9703e2abb00 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group (73e4be3d-45dd-4ea3-a1a0-970ee80ad851), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:09.430690 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-acae944b-e58f-4c59-a5ac-a9703e2abb00 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (73e4be3d-45dd-4ea3-a1a0-970ee80ad851), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:09.460858 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae944b-e58f-4c59-a5ac-a9703e2abb00 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e4be3d-45dd-4ea3-a1a0-970ee80ad851,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:09.547167 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-acae944b-e58f-4c59-a5ac-a9703e2abb00 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:09.551504 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39524) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:09.556018 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-b852cb96-bdd6-4109-a9b9-b86fd2d28126 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Request body: {'security_group_rule': {'security_group_id': '73e4be3d-45dd-4ea3-a1a0-970ee80ad851', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:09.562415 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-acae944b-e58f-4c59-a5ac-a9703e2abb00 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3561895 Apr 06 17:14:09.573327 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-daab44c4-85f7-43cb-931a-d4da89cee8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:09.642151 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b852cb96-bdd6-4109-a9b9-b86fd2d28126 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group_rule (0a85fafd-b880-47db-ac83-e36441a56f05), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:09.697959 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b852cb96-bdd6-4109-a9b9-b86fd2d28126 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group_rule (0a85fafd-b880-47db-ac83-e36441a56f05), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:09.762103 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b852cb96-bdd6-4109-a9b9-b86fd2d28126 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (0a85fafd-b880-47db-ac83-e36441a56f05), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:09.780592 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852cb96-bdd6-4109-a9b9-b86fd2d28126 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a85fafd-b880-47db-ac83-e36441a56f05,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:09.865782 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b852cb96-bdd6-4109-a9b9-b86fd2d28126 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:09.869443 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b852cb96-bdd6-4109-a9b9-b86fd2d28126 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3144934 Apr 06 17:14:09.869725 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39526) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:09.875311 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-8c6b8919-bf9e-4d5e-a13e-f7841b3a769a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Request body: {'security_group_rule': {'security_group_id': '73e4be3d-45dd-4ea3-a1a0-970ee80ad851', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:10.002526 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8919-bf9e-4d5e-a13e-f7841b3a769a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group_rule (80d6e77e-dee1-427e-8ce1-60ab5ff94ecc), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:10.059467 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8919-bf9e-4d5e-a13e-f7841b3a769a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group_rule (80d6e77e-dee1-427e-8ce1-60ab5ff94ecc), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:10.150189 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8919-bf9e-4d5e-a13e-f7841b3a769a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (80d6e77e-dee1-427e-8ce1-60ab5ff94ecc), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:10.167749 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b8919-bf9e-4d5e-a13e-f7841b3a769a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d6e77e-dee1-427e-8ce1-60ab5ff94ecc,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:10.249691 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8919-bf9e-4d5e-a13e-f7841b3a769a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:10.250889 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-8c6b8919-bf9e-4d5e-a13e-f7841b3a769a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3800130 Apr 06 17:14:10.254002 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39528) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:10.258175 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:10.345005 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:10.436633 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5b5ae7f-743b-4334-ac9a-2863d7dd0487 req-0e20618e-e88e-43c4-b950-535cf10ed8c9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776567 Apr 06 17:14:10.476225 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:10.499349 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:10.774205 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ae7f-743b-4334-ac9a-2863d7dd0487 req-d60c165b-9cba-4c16-a8cb-896a3bfcad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:10.775700 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5b5ae7f-743b-4334-ac9a-2863d7dd0487 req-d60c165b-9cba-4c16-a8cb-896a3bfcad83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 1129 time: 0.3042779 Apr 06 17:14:10.874158 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Allocated IP 172.27.1.147 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/9f00aae1-e010-4285-a063-005e3a34988f) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:14:10.944764 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ae7f-743b-4334-ac9a-2863d7dd0487 req-975fcc00-85d2-4e8f-b372-00b7eb1df212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:10.946196 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5b5ae7f-743b-4334-ac9a-2863d7dd0487 req-975fcc00-85d2-4e8f-b372-00b7eb1df212 service neutron] 10.222.0.58 "GET /v2.0/networks?id=44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 200 len: 919 time: 0.1467211 Apr 06 17:14:10.992556 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5b5ae7f-743b-4334-ac9a-2863d7dd0487 req-fe7114ab-c830-4c8e-8225-2912cb2eab8f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79635610-f2a3-42ff-a4ec-2bb3cae5e68b HTTP/1.1" status: 200 len: 217 time: 0.0385196 Apr 06 17:14:11.061182 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for port (9f00aae1-e010-4285-a063-005e3a34988f), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:11.067708 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ae7f-743b-4334-ac9a-2863d7dd0487 req-4ed5cce4-764a-43c6-badd-b9c2bb39a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:11.069108 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5b5ae7f-743b-4334-ac9a-2863d7dd0487 req-4ed5cce4-764a-43c6-badd-b9c2bb39a4f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 200 len: 857 time: 0.0703068 Apr 06 17:14:11.133468 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ae7f-743b-4334-ac9a-2863d7dd0487 req-b2c83011-1d6c-4047-874a-a38257e2c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:11.134923 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5b5ae7f-743b-4334-ac9a-2863d7dd0487 req-b2c83011-1d6c-4047-874a-a38257e2c830 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44fe16da-612f-449b-840e-ac1a8d866aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599704 Apr 06 17:14:11.184882 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (9f00aae1-e010-4285-a063-005e3a34988f), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:11.244124 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:14:11.251483 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:14:11.260120 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:14:11.264147 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event updated for resources: {'Port': ['ID=9f00aae1-e010-4285-a063-005e3a34988f,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:11.292308 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5b5ae7f-743b-4334-ac9a-2863d7dd0487 req-3d876bd8-fc19-4572-8133-5a61d888fa2a service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517549 Apr 06 17:14:11.418190 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (f453be0e-aabf-4b99-b6c1-c04d35aead30), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:11.428998 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5b5ae7f-743b-4334-ac9a-2863d7dd0487 req-1e703102-d4d3-4608-a502-9a44f1cc926f service neutron] 10.222.0.58 "GET /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287403 Apr 06 17:14:11.514111 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (9f00aae1-e010-4285-a063-005e3a34988f), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:11.660567 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for port (9f00aae1-e010-4285-a063-005e3a34988f), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:11.716210 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (9f00aae1-e010-4285-a063-005e3a34988f), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:11.782341 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event updated for resources: {'Port': ['ID=9f00aae1-e010-4285-a063-005e3a34988f,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:11.796349 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (f453be0e-aabf-4b99-b6c1-c04d35aead30), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:11.807678 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:11.876709 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:11.877978 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-8c51c0de-aa16-46de-a8bb-48dbe9af8ed8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6230326 Apr 06 17:14:12.066432 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-714d596f-3c05-44d5-ba77-902551d7ceec tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--873846473&fields=id&tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e HTTP/1.1" status: 200 len: 267 time: 0.0417631 Apr 06 17:14:12.171523 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-85466fe2-4b8d-437c-a907-f765b9408791 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:12.172966 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-85466fe2-4b8d-437c-a907-f765b9408791 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 816 time: 0.1004522 Apr 06 17:14:12.186939 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-0d36f2ed-c989-4cc1-8ec0-3abe46942fac tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/quotas/fba57c4c0e2c4fbcab2b78283ad5c97e HTTP/1.1" status: 200 len: 375 time: 0.0087726 Apr 06 17:14:12.239489 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-418b01fd-5e9d-4c36-923d-91c9735e6942 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478082 Apr 06 17:14:12.335324 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-d5eb7b75-8bbb-4d57-a780-72562e0cc617 service neutron] 10.222.0.66 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846500 Apr 06 17:14:12.420575 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-1104262d-2b9b-4889-82a2-94bd5cb3caaf service neutron] 10.222.0.66 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797484 Apr 06 17:14:12.660410 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-608b5948-f773-4131-9ff6-681af7eab47a req-7d36abbb-7fe5-42da-b36d-7f30d3161374 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 210 time: 0.0272648 Apr 06 17:14:13.343014 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:13.739744 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d61371dc-9cd5-476c-94ca-8e2894978efd req-de8f9cfc-5bdd-4087-a4b7-c177f5a9a7cf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 210 time: 0.0265856 Apr 06 17:14:14.823343 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e76b04c1-1d0e-4c06-af7e-67e33bb2b442 req-899ed28b-7b31-4df9-a03d-6e04fed51417 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 210 time: 0.0303495 Apr 06 17:14:15.902104 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e10ac3e-406c-4972-87c4-13cc43cb2531 req-bbdecf73-95df-4358-a651-eb5644e1a1d3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 210 time: 0.0262604 Apr 06 17:14:16.995809 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3f59221c-42e7-48dd-bca6-ea04db87e748 req-fe1c6296-0751-42fe-8e59-14bb7e4ccbad tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 210 time: 0.0262465 Apr 06 17:14:18.092041 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8dd3fada-655c-41af-b656-0a6b83812f9a req-5d60b2a1-8f75-45a7-827b-fb34a137a7d0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 210 time: 0.0275042 Apr 06 17:14:18.610422 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-c9d14cf2-e28b-4afb-9a85-fb5d1f124c1f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:18.611928 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-c9d14cf2-e28b-4afb-9a85-fb5d1f124c1f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.58 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 816 time: 0.1048348 Apr 06 17:14:18.678284 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-fb98f6c8-dfc9-40be-a778-85db35a1f3e2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e HTTP/1.1" status: 200 len: 379 time: 0.0503325 Apr 06 17:14:18.687780 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Request body: {'port': {'device_id': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'admin_state_up': True, 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'security_groups': ['73e4be3d-45dd-4ea3-a1a0-970ee80ad851']}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:18.842373 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Made reservation on behalf of fba57c4c0e2c4fbcab2b78283ad5c97e for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:14:18.845698 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:18.967387 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Allocated IP 172.20.0.13 (09f20736-5662-4187-864d-0ee6f8a19f3a/a9f58a42-7149-4f2a-9109-ffba1171e444/0ea73fc5-81fe-4a7f-88dc-740c8e832ecc) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:14:19.102086 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:19.189836 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-503d357f-ddb5-4742-9eeb-afd2662cb6cc req-18493317-c40f-409e-9378-fa2e53d067de tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 210 time: 0.0267804 Apr 06 17:14:19.194909 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:19.240462 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Network 09f20736-5662-4187-864d-0ee6f8a19f3a is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:14:19.243646 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:14:19.247252 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:14:19.253922 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event updated for resources: {'Port': ['ID=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:19.304275 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:19.304909 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:19.376620 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-3e0a2b1a-4833-42f3-aafe-2d5788a66c95 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6925571 Apr 06 17:14:19.395057 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Request body: {'port': {'device_id': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:19.451982 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:19.512124 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-9a30b7be-af37-44cd-8558-fa0ef2b79651 None None] Provisioning complete for port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:14:19.512722 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9a30b7be-af37-44cd-8558-fa0ef2b79651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:19.546621 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-9a30b7be-af37-44cd-8558-fa0ef2b79651 None None] Port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:14:19.708594 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:14:19.715856 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Publish callbacks [] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:19.728362 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Transition to ACTIVE for port object 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:14:19.801670 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:19.854421 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:19.921385 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Attempting to bind port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:14:19.921731 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Attempting to bind port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:14:19.922056 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Attempting to bind port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc on network 09f20736-5662-4187-864d-0ee6f8a19f3a {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:14:19.926645 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc on network 09f20736-5662-4187-864d-0ee6f8a19f3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:14:19.927019 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Attempting to bind port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc on network 09f20736-5662-4187-864d-0ee6f8a19f3a {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:14:19.933728 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:14:19.934086 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Checking segment: {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:14:19.934470 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Bound using segment: {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:14:19.935441 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Bound port: 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a893f5-45b4-460f-86a0-c2f38b71055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:14:19.935804 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:20.007424 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:14:20.010431 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:14:20.086653 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:20.119710 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:20.120444 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:20.121842 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] 10.222.0.58 "PUT /v2.0/ports/0ea73fc5-81fe-4a7f-88dc-740c8e832ecc HTTP/1.1" status: 200 len: 1094 time: 0.7316573 Apr 06 17:14:20.122862 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:14:20.125017 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363e1688-d092-47bd-8be6-17e9fb8337f9" -d '{"events": [{"name": "network-changed", "server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:14:20.151649 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024a66a-99f3-49e1-8e9e-d2574de66403 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:20.165515 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d82d9a3-f411-47b1-a688-65e7383c83f5 x-openstack-request-id: req-0d82d9a3-f411-47b1-a688-65e7383c83f5 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:14:20.165950 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:14:20.166361 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d82d9a3-f411-47b1-a688-65e7383c83f5 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:14:20.166966 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d82d9a3-f411-47b1-a688-65e7383c83f5'] response: {'name': 'network-changed', 'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'status': 'completed', 'code': 200} Apr 06 17:14:20.259332 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e1688-d092-47bd-8be6-17e9fb8337f9 req-df0a4004-f1d5-404e-aafb-64dbcebe309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:20.260848 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-363e1688-d092-47bd-8be6-17e9fb8337f9 req-df0a4004-f1d5-404e-aafb-64dbcebe309d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 1128 time: 0.0475380 Apr 06 17:14:20.393981 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70708419-5e34-4306-bd59-673f251acd99 req-610bcaa7-390a-4f10-9322-b59806318fb3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:20.395487 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-70708419-5e34-4306-bd59-673f251acd99 req-610bcaa7-390a-4f10-9322-b59806318fb3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.1262550 Apr 06 17:14:20.419849 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e1688-d092-47bd-8be6-17e9fb8337f9 req-b97bf048-d70c-464c-8cbe-db1a9ae30ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:20.421237 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-363e1688-d092-47bd-8be6-17e9fb8337f9 req-b97bf048-d70c-464c-8cbe-db1a9ae30ed8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1434288 Apr 06 17:14:20.495375 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-70708419-5e34-4306-bd59-673f251acd99 req-3ec0ed3f-ae45-4020-8058-3d70847ce901 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907745 Apr 06 17:14:20.534282 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e1688-d092-47bd-8be6-17e9fb8337f9 req-bf086962-3dc5-4d0b-b1fb-c81446c83f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:20.535765 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-363e1688-d092-47bd-8be6-17e9fb8337f9 req-bf086962-3dc5-4d0b-b1fb-c81446c83f18 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074228 Apr 06 17:14:20.640895 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-f5924f71-7bf6-4c62-86fc-64534f5f466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:20.642334 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-f5924f71-7bf6-4c62-86fc-64534f5f466b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 1128 time: 0.0439439 Apr 06 17:14:20.697499 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-82c4e221-dbfe-462a-b519-e20ff1a3446c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc HTTP/1.1" status: 200 len: 217 time: 0.0403562 Apr 06 17:14:20.745863 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-df69e1bc-317d-4ea0-8514-2bbddb250c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:20.747273 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-df69e1bc-317d-4ea0-8514-2bbddb250c0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 200 len: 855 time: 0.0436089 Apr 06 17:14:20.796196 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2b5690ee-5ba9-4a47-94d9-4db379faae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:20.797666 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-2b5690ee-5ba9-4a47-94d9-4db379faae6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f20736-5662-4187-864d-0ee6f8a19f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439153 Apr 06 17:14:20.888089 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-200ccc68-042f-4800-8503-95d7094acabe service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827451 Apr 06 17:14:20.974177 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8788ed6d-aa1b-4c5e-9743-a76eb1cb82bd req-e04c8c94-e58f-4c69-b4f6-b2acb25dedce service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803175 Apr 06 17:14:21.615753 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e518b-e796-4e21-990d-0a6f0f45b837 req-0c164071-0e5b-4945-845c-248c56637806 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:21.617220 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8b9e518b-e796-4e21-990d-0a6f0f45b837 req-0c164071-0e5b-4945-845c-248c56637806 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0510154 Apr 06 17:14:21.665854 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8b9e518b-e796-4e21-990d-0a6f0f45b837 req-79595dcb-046f-4f49-9d87-e87d1aa462f3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433221 Apr 06 17:14:22.787021 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a753c-8781-4c4e-a3c0-a35a405b7b08 req-1b980cf3-ce07-4320-8c64-a97768b6642f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:22.788483 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-226a753c-8781-4c4e-a3c0-a35a405b7b08 req-1b980cf3-ce07-4320-8c64-a97768b6642f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0519018 Apr 06 17:14:22.833060 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-226a753c-8781-4c4e-a3c0-a35a405b7b08 req-2872fb2a-677b-47b3-a578-08584b1775f4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391159 Apr 06 17:14:23.956809 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffe35f-ca50-44d2-a017-2045b3582821 req-adf97ab0-e847-473a-aef3-4b8f36c6b77d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:23.958270 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ceffe35f-ca50-44d2-a017-2045b3582821 req-adf97ab0-e847-473a-aef3-4b8f36c6b77d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0562387 Apr 06 17:14:24.003416 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ceffe35f-ca50-44d2-a017-2045b3582821 req-27f44e87-2af3-495f-9416-1366f9ae418c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395129 Apr 06 17:14:24.317235 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:14:25.124543 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185f443-5c95-4a65-bbb0-a5004f40e006 req-b488fd37-1863-4270-9af3-cdb264407f51 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:25.125984 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7185f443-5c95-4a65-bbb0-a5004f40e006 req-b488fd37-1863-4270-9af3-cdb264407f51 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0546937 Apr 06 17:14:25.170800 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7185f443-5c95-4a65-bbb0-a5004f40e006 req-1354fbb7-27f9-446e-823d-1f75c7307dff tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393014 Apr 06 17:14:26.185088 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:14:26.280860 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:14:26.289785 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c339c-a736-4f8a-8250-cac0bb17ff87 req-f02bac34-1625-4558-a388-65afce010680 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:26.291345 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2f6c339c-a736-4f8a-8250-cac0bb17ff87 req-f02bac34-1625-4558-a388-65afce010680 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0518646 Apr 06 17:14:26.292083 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'port_id': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'mac_address': 'fa:16:3e:dd:b2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:14:26.332224 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:14:26.332625 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:26.336997 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2f6c339c-a736-4f8a-8250-cac0bb17ff87 req-44619438-0486-41a3-b2c5-625b67640062 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401402 Apr 06 17:14:26.346035 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:14:26.365892 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:14:26.463046 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:26.510814 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:26.517637 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.517991 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.518364 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.518987 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.519357 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.519688 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.520018 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.520377 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.520735 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.521062 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.521393 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.521731 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.522060 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.522384 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.522706 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:14:26.994546 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['0ea73fc5-81fe-4a7f-88dc-740c8e832ecc'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:14:27.458052 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f6fec-785b-4668-810b-237098ffdb3e req-c8b5f1cb-e4d4-4840-a622-cc38f53aaa73 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:27.459445 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a25f6fec-785b-4668-810b-237098ffdb3e req-c8b5f1cb-e4d4-4840-a622-cc38f53aaa73 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 945 time: 0.0510671 Apr 06 17:14:27.723679 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a25f6fec-785b-4668-810b-237098ffdb3e req-44b1a604-3ddd-468f-914f-9b670c7319ee tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587216 Apr 06 17:14:28.195636 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:14:28.299020 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:14:28.302955 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:14:28.303358 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:28.380881 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:14:28.381274 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:28.402579 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:14:28.405291 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e3bf46-57c5-4552-815b-fcc15d16756b" -d '{"events": [{"server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "name": "network-vif-plugged", "status": "completed", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:14:28.417698 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:14:28.439563 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de027b8a-ac15-457f-a760-181cf8f07d15 x-openstack-request-id: req-de027b8a-ac15-457f-a760-181cf8f07d15 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:14:28.439871 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "name": "network-vif-plugged", "status": "completed", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:14:28.440125 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de027b8a-ac15-457f-a760-181cf8f07d15 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:14:28.440513 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de027b8a-ac15-457f-a760-181cf8f07d15'] response: {'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'code': 200} Apr 06 17:14:28.476196 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:28.523931 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:28.783876 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efbf02-47cd-43c6-8edd-40d593e0701b req-5266f774-c8c3-4aa5-becf-5e565a60fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:28.785373 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-07efbf02-47cd-43c6-8edd-40d593e0701b req-5266f774-c8c3-4aa5-becf-5e565a60fb71 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 1130 time: 0.0441058 Apr 06 17:14:28.861169 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-07efbf02-47cd-43c6-8edd-40d593e0701b req-056f6623-49ec-4a06-b752-a3c9e34541e4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682752 Apr 06 17:14:28.872786 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d059ca-0b4a-4c8e-a3fc-f6ca4448a99d req-786a0565-ac27-4256-ac14-252f72bdb7ee tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:28.874197 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d0d059ca-0b4a-4c8e-a3fc-f6ca4448a99d req-786a0565-ac27-4256-ac14-252f72bdb7ee tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0756288 Apr 06 17:14:28.921803 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d0d059ca-0b4a-4c8e-a3fc-f6ca4448a99d req-85b10e74-c7d2-464d-9f91-aef82af6c6c8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420625 Apr 06 17:14:30.043550 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dda186-4449-4469-9702-0ea494a66e2b req-5bf417c1-d886-4379-a5eb-4ca04910fd60 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:30.044904 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-49dda186-4449-4469-9702-0ea494a66e2b req-5bf417c1-d886-4379-a5eb-4ca04910fd60 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0514467 Apr 06 17:14:30.090713 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-49dda186-4449-4469-9702-0ea494a66e2b req-813ce42d-9fca-4ba8-bec7-7c0ec8c739c7 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403078 Apr 06 17:14:31.214124 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0114f-72ab-46c7-adc3-5d39f2f09b47 req-02235793-48f6-4ff0-b118-4395997baaa9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:31.215631 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6ff0114f-72ab-46c7-adc3-5d39f2f09b47 req-02235793-48f6-4ff0-b118-4395997baaa9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0523176 Apr 06 17:14:31.261890 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6ff0114f-72ab-46c7-adc3-5d39f2f09b47 req-9cbaea45-2db5-4451-a905-18ebfc7d14cf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406306 Apr 06 17:14:32.383131 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b7ed3-05c5-4327-94fc-f85b57712380 req-1f666fa1-27b7-436c-a256-490281c893f5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:32.385520 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6c8b7ed3-05c5-4327-94fc-f85b57712380 req-1f666fa1-27b7-436c-a256-490281c893f5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0548306 Apr 06 17:14:32.430399 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6c8b7ed3-05c5-4327-94fc-f85b57712380 req-5063a824-78b1-4ad8-8580-283917f06ee5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396812 Apr 06 17:14:32.430657 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:32.545388 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006509-09ed-403f-809b-a0e18d8e46e5 req-1ef0def7-7625-472f-a2ca-4c846271af31 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:32.546752 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af006509-09ed-403f-809b-a0e18d8e46e5 req-1ef0def7-7625-472f-a2ca-4c846271af31 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0511973 Apr 06 17:14:32.555416 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39622) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:32.559678 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-08afe1af-8215-48be-819d-15db273d5eeb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Request body: {'floatingip': {'port_id': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:32.601868 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-08afe1af-8215-48be-819d-15db273d5eeb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (f453be0e-aabf-4b99-b6c1-c04d35aead30), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:33.041538 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-08afe1af-8215-48be-819d-15db273d5eeb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:33.116219 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-08afe1af-8215-48be-819d-15db273d5eeb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (f453be0e-aabf-4b99-b6c1-c04d35aead30), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:33.216608 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-08afe1af-8215-48be-819d-15db273d5eeb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Floating IP f453be0e-aabf-4b99-b6c1-c04d35aead30 associated. External IP: 172.27.1.147, port: 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc. Apr 06 17:14:33.425599 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08afe1af-8215-48be-819d-15db273d5eeb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Router d668d7d6-841b-4b3d-a716-db7915d06889 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:14:33.532342 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08afe1af-8215-48be-819d-15db273d5eeb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:14:33.536802 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-08afe1af-8215-48be-819d-15db273d5eeb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:33.541782 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad084809-2128-4c8b-b2b5-49e9c7f2eb54 None None] Sync routers for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:14:33.550836 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad084809-2128-4c8b-b2b5-49e9c7f2eb54 None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:14:33.551480 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-ad084809-2128-4c8b-b2b5-49e9c7f2eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:14:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:14:33.567070 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-08afe1af-8215-48be-819d-15db273d5eeb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "PUT /v2.0/floatingips/f453be0e-aabf-4b99-b6c1-c04d35aead30 HTTP/1.1" status: 200 len: 992 time: 1.0105827 Apr 06 17:14:33.567649 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:14:33.569908 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4821a8c-387a-4e4a-8206-12f9ec8cf536" -d '{"events": [{"name": "network-changed", "server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:14:33.604132 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8447acf4-3c5d-4d35-9199-410efe3be0f8 x-openstack-request-id: req-8447acf4-3c5d-4d35-9199-410efe3be0f8 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:14:33.604449 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:14:33.604703 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8447acf4-3c5d-4d35-9199-410efe3be0f8 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:14:33.605106 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8447acf4-3c5d-4d35-9199-410efe3be0f8'] response: {'name': 'network-changed', 'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'status': 'completed', 'code': 200} Apr 06 17:14:33.664326 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-ad084809-2128-4c8b-b2b5-49e9c7f2eb54 None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:14:33.693064 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4821a8c-387a-4e4a-8206-12f9ec8cf536 req-99993dbe-5e67-4e61-97f2-1cb80d3660fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:33.694516 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4821a8c-387a-4e4a-8206-12f9ec8cf536 req-99993dbe-5e67-4e61-97f2-1cb80d3660fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 1130 time: 0.0456846 Apr 06 17:14:33.790902 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4821a8c-387a-4e4a-8206-12f9ec8cf536 req-39473d67-970c-4daa-8a4d-ed2f9391b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:33.792421 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4821a8c-387a-4e4a-8206-12f9ec8cf536 req-39473d67-970c-4daa-8a4d-ed2f9391b0ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 917 time: 0.0921116 Apr 06 17:14:33.859097 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4821a8c-387a-4e4a-8206-12f9ec8cf536 req-607a94d9-881a-48ab-a37f-a7633a2b30f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc HTTP/1.1" status: 200 len: 1000 time: 0.0581601 Apr 06 17:14:33.910177 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4821a8c-387a-4e4a-8206-12f9ec8cf536 req-b61e9be4-e4e4-4bd1-885e-9c9cd223a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:33.911678 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4821a8c-387a-4e4a-8206-12f9ec8cf536 req-b61e9be4-e4e4-4bd1-885e-9c9cd223a999 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 200 len: 855 time: 0.0468102 Apr 06 17:14:33.958679 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4821a8c-387a-4e4a-8206-12f9ec8cf536 req-56de9c4d-0fe8-4d0f-a09b-72c4d4a0fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:33.960106 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4821a8c-387a-4e4a-8206-12f9ec8cf536 req-56de9c4d-0fe8-4d0f-a09b-72c4d4a0fd9d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f20736-5662-4187-864d-0ee6f8a19f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433013 Apr 06 17:14:34.041162 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-ad084809-2128-4c8b-b2b5-49e9c7f2eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'f453be0e-aabf-4b99-b6c1-c04d35aead30', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'port_id': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'mac_address': 'fa:16:3e:dd:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:14:11Z', 'updated_at': '2022-04-06T17:14:32Z', 'revision_number': 1, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:17Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:14:34.045068 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4821a8c-387a-4e4a-8206-12f9ec8cf536 req-f65c4f29-38de-48eb-bc8b-3e1384f72c72 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793462 Apr 06 17:14:34.067286 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad084809-2128-4c8b-b2b5-49e9c7f2eb54 None None] Checking router: d668d7d6-841b-4b3d-a716-db7915d06889 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:14:34.075490 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad084809-2128-4c8b-b2b5-49e9c7f2eb54 None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:14:34.076103 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-ad084809-2128-4c8b-b2b5-49e9c7f2eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:14:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:14:34.134605 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4821a8c-387a-4e4a-8206-12f9ec8cf536 req-cdd57785-de8b-4cae-9752-abc16b0ebbce service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835459 Apr 06 17:14:34.182146 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-ad084809-2128-4c8b-b2b5-49e9c7f2eb54 None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:14:34.409264 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-ad084809-2128-4c8b-b2b5-49e9c7f2eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'f453be0e-aabf-4b99-b6c1-c04d35aead30', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'port_id': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'mac_address': 'fa:16:3e:dd:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:14:11Z', 'updated_at': '2022-04-06T17:14:32Z', 'revision_number': 1, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:17Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:14:34.435712 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad084809-2128-4c8b-b2b5-49e9c7f2eb54 None None] The sync data for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi is: [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'f453be0e-aabf-4b99-b6c1-c04d35aead30', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'port_id': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'mac_address': 'fa:16:3e:dd:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:14:11Z', 'updated_at': '2022-04-06T17:14:32Z', 'revision_number': 1, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:17Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:14:34.617187 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7360c2e-9017-4efe-961c-52e9a5ec137c None None] New status for floating IP f453be0e-aabf-4b99-b6c1-c04d35aead30: ACTIVE {{(pid=103879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:14:37.114725 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-f55359fb-a3a6-4cdd-b35c-bbfe07e60a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:39.611847 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d145c9d1-b4c2-43a4-a659-3552e1260162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:40.464918 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:41.785235 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:41.995923 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655b19d-fafc-4fe3-abac-7a5a3b4b0fb3 req-71551f01-4470-4b98-8139-03e28cd09874 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:41.997277 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0655b19d-fafc-4fe3-abac-7a5a3b4b0fb3 req-71551f01-4470-4b98-8139-03e28cd09874 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0524070 Apr 06 17:14:42.042678 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0655b19d-fafc-4fe3-abac-7a5a3b4b0fb3 req-c7e1a338-cde6-4654-829f-d324088f8e14 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399218 Apr 06 17:14:43.164963 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43521056-9fd1-4986-9f23-b07a1173b5df req-f42338cd-5651-4fa7-9146-a3880be36aa7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:43.166421 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-43521056-9fd1-4986-9f23-b07a1173b5df req-f42338cd-5651-4fa7-9146-a3880be36aa7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0572970 Apr 06 17:14:43.211699 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-43521056-9fd1-4986-9f23-b07a1173b5df req-811acd6a-6280-4731-8b46-b3e63165cda9 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2f1f420-6b70-4d57-83a0-aecc2a903911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395980 Apr 06 17:14:43.299013 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:43.610527 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-55e358ce-92b9-47c8-a61a-23b3e5c03788 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:43.611952 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-55e358ce-92b9-47c8-a61a-23b3e5c03788 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.58 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 945 time: 0.0497584 Apr 06 17:14:43.706798 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Deleting port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:14:43.707169 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:43.793762 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] For port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:14:43.794124 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:43.960140 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:43.960430 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (14f813f2-a8bc-48a4-83bb-3d62f27ac5d2), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:43.960752 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Floating IP 14f813f2-a8bc-48a4-83bb-3d62f27ac5d2 disassociated. External IP: 172.27.1.235, port: ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0. Apr 06 17:14:43.961097 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Calling delete_port for ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 owned by compute:nova {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:14:44.132915 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:44.160728 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event deleted for resources: {'Port': ['ID=ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:44.279295 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:14:44.311969 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2ad3da78-2a16-4116-97c6-e0746aef32ac req-16b3f89b-51f7-4422-aca9-54001ed0b8ce tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0347295 Apr 06 17:14:44.413964 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:14:44.424488 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c78c2-8f6c-4df4-8c52-e34d9406a457 None None] Sync routers for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:14:44.433659 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c78c2-8f6c-4df4-8c52-e34d9406a457 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:14:44.434326 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-0a0c78c2-8f6c-4df4-8c52-e34d9406a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:14:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:14:44.457276 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] No DVR routers for this DVR port ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 on host hv-cinder-83685 {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:14:44.459818 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:44.463270 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a1efc6b9-e384-4fca-a0bd-d9598be7a353 req-8c4c3793-d476-489c-9a34-732dc5793fe2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.58 "DELETE /v2.0/ports/ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 HTTP/1.1" status: 204 len: 173 time: 0.8441103 Apr 06 17:14:44.463754 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'name': 'network-vif-deleted', 'tag': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:14:44.466072 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb29ec5-f50f-474b-a56f-3f1601a77d63" -d '{"events": [{"server_uuid": "8955bfb1-f8a3-44e0-9507-b7efdf9e12dd", "name": "network-vif-deleted", "tag": "ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:14:44.510270 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6f80c2-79f8-4912-bf0f-d7d9046f21a0 x-openstack-request-id: req-6c6f80c2-79f8-4912-bf0f-d7d9046f21a0 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:14:44.510578 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8955bfb1-f8a3-44e0-9507-b7efdf9e12dd", "name": "network-vif-deleted", "tag": "ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:14:44.510837 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c6f80c2-79f8-4912-bf0f-d7d9046f21a0 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:14:44.511320 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6f80c2-79f8-4912-bf0f-d7d9046f21a0'] response: {'server_uuid': '8955bfb1-f8a3-44e0-9507-b7efdf9e12dd', 'name': 'network-vif-deleted', 'tag': 'ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0', 'status': 'completed', 'code': 200} Apr 06 17:14:44.548999 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-0a0c78c2-8f6c-4df4-8c52-e34d9406a457 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:14:44.752543 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-0a0c78c2-8f6c-4df4-8c52-e34d9406a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:19Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:14:44.782013 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c78c2-8f6c-4df4-8c52-e34d9406a457 None None] Checking router: 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:14:44.791580 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c78c2-8f6c-4df4-8c52-e34d9406a457 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:14:44.791580 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-0a0c78c2-8f6c-4df4-8c52-e34d9406a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:14:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:14:44.898568 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-0a0c78c2-8f6c-4df4-8c52-e34d9406a457 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:14:45.090973 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-0a0c78c2-8f6c-4df4-8c52-e34d9406a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:19Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:14:45.119515 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0c78c2-8f6c-4df4-8c52-e34d9406a457 None None] The sync data for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi is: [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:19Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:14:45.327216 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c515b-ab60-44b4-843e-4f6ee2f2fea9 None None] New status for floating IP 14f813f2-a8bc-48a4-83bb-3d62f27ac5d2: DOWN {{(pid=103879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:14:45.422082 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-51faaeaa-e9bb-4ffe-9ba2-a347f946351a req-3154ee73-db5c-4783-a7d9-abbe72832492 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=8955bfb1-f8a3-44e0-9507-b7efdf9e12dd HTTP/1.1" status: 200 len: 210 time: 0.0288849 Apr 06 17:14:46.636685 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39660) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:46.688938 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9620-faeb-429e-8cb3-7635626fa84d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group (f2f1f420-6b70-4d57-83a0-aecc2a903911), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:46.717849 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9620-faeb-429e-8cb3-7635626fa84d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group (f2f1f420-6b70-4d57-83a0-aecc2a903911), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:46.818977 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9620-faeb-429e-8cb3-7635626fa84d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (f2f1f420-6b70-4d57-83a0-aecc2a903911), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:46.821646 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9620-faeb-429e-8cb3-7635626fa84d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:46.822781 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-f8ed9620-faeb-429e-8cb3-7635626fa84d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "DELETE /v2.0/security-groups/f2f1f420-6b70-4d57-83a0-aecc2a903911 HTTP/1.1" status: 204 len: 168 time: 0.1850920 Apr 06 17:14:46.825513 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 39664) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:46.832727 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed9620-faeb-429e-8cb3-7635626fa84d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f1f420-6b70-4d57-83a0-aecc2a903911,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:46.839393 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.api.v2.resource [None req-09836720-6c06-4bd3-ae9c-24a1aa78a9e7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] show failed (client error): The resource could not be found. Apr 06 17:14:46.840398 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-09836720-6c06-4bd3-ae9c-24a1aa78a9e7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups/f2f1f420-6b70-4d57-83a0-aecc2a903911 HTTP/1.1" status: 404 len: 347 time: 0.0134130 Apr 06 17:14:46.843784 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 39666) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:46.971229 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-374da628-b29c-4979-a029-6c44aee50b4e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Deleting port b8d5a429-8fc9-4d15-a016-e76d3871c950 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:14:46.971581 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-374da628-b29c-4979-a029-6c44aee50b4e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (b8d5a429-8fc9-4d15-a016-e76d3871c950), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:47.044054 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-374da628-b29c-4979-a029-6c44aee50b4e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (b8d5a429-8fc9-4d15-a016-e76d3871c950), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:47.044379 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-374da628-b29c-4979-a029-6c44aee50b4e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (b8d5a429-8fc9-4d15-a016-e76d3871c950), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:47.055650 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-374da628-b29c-4979-a029-6c44aee50b4e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Calling delete_port for b8d5a429-8fc9-4d15-a016-e76d3871c950 owned by network:floatingip {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:14:47.235961 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-374da628-b29c-4979-a029-6c44aee50b4e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (b8d5a429-8fc9-4d15-a016-e76d3871c950), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:47.260791 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374da628-b29c-4979-a029-6c44aee50b4e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event deleted for resources: {'Port': ['ID=b8d5a429-8fc9-4d15-a016-e76d3871c950,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:47.322540 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-374da628-b29c-4979-a029-6c44aee50b4e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (14f813f2-a8bc-48a4-83bb-3d62f27ac5d2), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:47.325066 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-374da628-b29c-4979-a029-6c44aee50b4e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:47.326236 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-374da628-b29c-4979-a029-6c44aee50b4e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "DELETE /v2.0/floatingips/14f813f2-a8bc-48a4-83bb-3d62f27ac5d2 HTTP/1.1" status: 204 len: 168 time: 0.4815054 Apr 06 17:14:47.858465 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 39670) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:47.863057 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-55599e1e-ac06-4be0-a800-07ca4ccc4130 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452540795', 'description': 'tempest-description--1598909357'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:47.967113 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-55599e1e-ac06-4be0-a800-07ca4ccc4130 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:48.032422 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-55599e1e-ac06-4be0-a800-07ca4ccc4130 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group (3842f798-7340-45b9-80e1-773c25b6a3e3), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:48.109869 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-55599e1e-ac06-4be0-a800-07ca4ccc4130 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (3842f798-7340-45b9-80e1-773c25b6a3e3), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:48.137860 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55599e1e-ac06-4be0-a800-07ca4ccc4130 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3842f798-7340-45b9-80e1-773c25b6a3e3,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:48.190918 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-55599e1e-ac06-4be0-a800-07ca4ccc4130 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:48.192203 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-55599e1e-ac06-4be0-a800-07ca4ccc4130 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3326256 Apr 06 17:14:48.195104 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39672) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:48.199594 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-b0670405-f1cb-43a5-b7e8-f18469e0c450 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Request body: {'security_group_rule': {'security_group_id': '3842f798-7340-45b9-80e1-773c25b6a3e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:48.283093 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:14:48.303143 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:14:48.303526 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device ac82d8b2-e13c-4d07-a7ab-b689fc4b97a0 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:14:48.309713 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0670405-f1cb-43a5-b7e8-f18469e0c450 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group_rule (8115fb17-7d56-4a70-ae50-53332959237a), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:48.356868 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0670405-f1cb-43a5-b7e8-f18469e0c450 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group_rule (8115fb17-7d56-4a70-ae50-53332959237a), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:48.434153 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0670405-f1cb-43a5-b7e8-f18469e0c450 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (8115fb17-7d56-4a70-ae50-53332959237a), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:48.453632 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0670405-f1cb-43a5-b7e8-f18469e0c450 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8115fb17-7d56-4a70-ae50-53332959237a,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:48.510394 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0670405-f1cb-43a5-b7e8-f18469e0c450 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:48.511631 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b0670405-f1cb-43a5-b7e8-f18469e0c450 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3155360 Apr 06 17:14:48.515873 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39674) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:48.520438 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-c8eb4b6d-b71d-4615-9d51-a1c01811cbfb tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Request body: {'security_group_rule': {'security_group_id': '3842f798-7340-45b9-80e1-773c25b6a3e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:48.612182 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c8eb4b6d-b71d-4615-9d51-a1c01811cbfb tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group_rule (ee2acea7-4343-43ee-9cbc-6fc46a2cef26), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:48.666630 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c8eb4b6d-b71d-4615-9d51-a1c01811cbfb tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group_rule (ee2acea7-4343-43ee-9cbc-6fc46a2cef26), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:48.736945 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c8eb4b6d-b71d-4615-9d51-a1c01811cbfb tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (ee2acea7-4343-43ee-9cbc-6fc46a2cef26), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:48.755851 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb4b6d-b71d-4615-9d51-a1c01811cbfb tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2acea7-4343-43ee-9cbc-6fc46a2cef26,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:48.807426 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-c8eb4b6d-b71d-4615-9d51-a1c01811cbfb tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:48.808638 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-c8eb4b6d-b71d-4615-9d51-a1c01811cbfb tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2918334 Apr 06 17:14:48.812198 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39676) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:14:48.816425 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:48.909965 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:49.003450 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:49.103299 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Allocated IP 172.27.1.172 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/10d3ce48-d9f1-4b6c-a60f-bff537600a6d) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:14:49.204408 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for port (10d3ce48-d9f1-4b6c-a60f-bff537600a6d), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:49.322282 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (10d3ce48-d9f1-4b6c-a60f-bff537600a6d), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:49.358043 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:14:49.363483 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:14:49.367088 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:14:49.392988 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event updated for resources: {'Port': ['ID=10d3ce48-d9f1-4b6c-a60f-bff537600a6d,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:49.455928 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (ac76002c-74d9-4965-9449-a6df2d23bb5e), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:49.563157 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (10d3ce48-d9f1-4b6c-a60f-bff537600a6d), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:49.713537 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for port (10d3ce48-d9f1-4b6c-a60f-bff537600a6d), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:49.784757 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (10d3ce48-d9f1-4b6c-a60f-bff537600a6d), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:49.852703 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event updated for resources: {'Port': ['ID=10d3ce48-d9f1-4b6c-a60f-bff537600a6d,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:49.863918 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (ac76002c-74d9-4965-9449-a6df2d23bb5e), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:49.933083 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:49.934631 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b0f11a58-2254-4920-8b47-df6dc9ed0a04 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1212409 Apr 06 17:14:50.126044 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-579d937a-bf8d-4aed-b5e0-83f6b4979aaf tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1452540795&fields=id&tenant_id=67f78841d4074149a27e6c2ef72dc770 HTTP/1.1" status: 200 len: 267 time: 0.0413208 Apr 06 17:14:50.231199 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-3f4afa4a-4902-48b5-92c8-b06604b0f910 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:50.232742 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-3f4afa4a-4902-48b5-92c8-b06604b0f910 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/networks?id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 HTTP/1.1" status: 200 len: 810 time: 0.1004329 Apr 06 17:14:50.247271 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-8dfe9140-8a99-44c2-852b-bd4d2f6b2cb6 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/quotas/67f78841d4074149a27e6c2ef72dc770 HTTP/1.1" status: 200 len: 375 time: 0.0086412 Apr 06 17:14:50.301350 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-c3396184-152c-483b-b243-47797422a0c2 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482345 Apr 06 17:14:50.397119 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-936dab88-a60b-47b4-bb70-abcafedb88e5 service neutron] 10.222.0.66 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839851 Apr 06 17:14:50.480939 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-65837950-b130-4472-972d-0869b04276dd service neutron] 10.222.0.66 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782127 Apr 06 17:14:50.733571 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-088a0618-be47-4fce-865e-2e870d16e5c8 req-cb4db052-63a0-41fa-855f-610b50fdda3e tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 210 time: 0.0278473 Apr 06 17:14:51.825051 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-34dba22a-141e-4906-b399-a0a4dde062d2 req-0eea4b18-03af-4022-a8fe-f37d0dba0b81 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 210 time: 0.0269842 Apr 06 17:14:52.714143 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-06e05816-32fe-4939-898e-03ce72cb6b0b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:52.715615 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-06e05816-32fe-4939-898e-03ce72cb6b0b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.58 "GET /v2.0/networks?id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 HTTP/1.1" status: 200 len: 810 time: 0.3168499 Apr 06 17:14:52.784591 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-ee70fcf7-53a7-4fd3-9639-ef095eb13ce1 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f78841d4074149a27e6c2ef72dc770 HTTP/1.1" status: 200 len: 380 time: 0.0522823 Apr 06 17:14:52.793780 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Request body: {'port': {'device_id': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'admin_state_up': True, 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'security_groups': ['3842f798-7340-45b9-80e1-773c25b6a3e3']}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:52.921102 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f0a357f1-ec1b-43a1-a778-b02b415490c2 req-fd8b5afb-9cd2-47a6-8cb4-ecb68b045aa4 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 210 time: 0.0311694 Apr 06 17:14:53.011239 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Made reservation on behalf of 67f78841d4074149a27e6c2ef72dc770 for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:14:53.014507 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:53.137918 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Allocated IP 172.20.0.12 (e3ce8dbf-c77b-400f-bbd9-5d8ae209b110/8377ebda-3e29-4c9b-ad5b-f3579b9da41a/aa2f28b5-83e2-47af-bc71-414c7dd58d94) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:14:53.271539 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:53.388821 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:53.431974 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:14:53.435162 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:14:53.438121 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:14:53.463512 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event updated for resources: {'Port': ['ID=aa2f28b5-83e2-47af-bc71-414c7dd58d94,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:53.492876 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:53.493511 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:53.581924 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-86523ae0-6075-44e5-ac84-edac7a299b63 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7916648 Apr 06 17:14:53.599736 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Request body: {'port': {'device_id': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:14:53.608690 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-ed740e39-ae54-4875-b32a-7d4878581ada None None] Provisioning complete for port aa2f28b5-83e2-47af-bc71-414c7dd58d94 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:14:53.609285 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ed740e39-ae54-4875-b32a-7d4878581ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:53.644786 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-ed740e39-ae54-4875-b32a-7d4878581ada None None] Port aa2f28b5-83e2-47af-bc71-414c7dd58d94 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:14:53.660901 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:53.914792 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2f28b5-83e2-47af-bc71-414c7dd58d94 {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:14:53.922094 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Publish callbacks [] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:53.933586 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Transition to ACTIVE for port object aa2f28b5-83e2-47af-bc71-414c7dd58d94 will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:14:53.996353 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:54.072671 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2f28b5-83e2-47af-bc71-414c7dd58d94,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:54.103975 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8e8dc-4f5f-4ef3-a096-2b0e859b44ac req-ee833465-3cbe-48c2-8fb9-59c01344566f tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:54.105533 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0ce8e8dc-4f5f-4ef3-a096-2b0e859b44ac req-ee833465-3cbe-48c2-8fb9-59c01344566f tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 944 time: 0.1194415 Apr 06 17:14:54.188591 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Attempting to bind port aa2f28b5-83e2-47af-bc71-414c7dd58d94 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:14:54.188935 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Attempting to bind port aa2f28b5-83e2-47af-bc71-414c7dd58d94 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:14:54.189271 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Attempting to bind port aa2f28b5-83e2-47af-bc71-414c7dd58d94 on network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:14:54.194080 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0ce8e8dc-4f5f-4ef3-a096-2b0e859b44ac req-9d656672-8cbe-4d26-a16a-6c6fddf3e874 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674920 Apr 06 17:14:54.197385 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Port aa2f28b5-83e2-47af-bc71-414c7dd58d94 on network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:14:54.197717 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Attempting to bind port aa2f28b5-83e2-47af-bc71-414c7dd58d94 on network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:14:54.203410 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:14:54.203756 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Checking segment: {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:14:54.204334 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Bound using segment: {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:14:54.204565 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Bound port: aa2f28b5-83e2-47af-bc71-414c7dd58d94, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596dede9-fd7d-436f-a264-72f83ab4f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:14:54.204938 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:54.277845 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] For port aa2f28b5-83e2-47af-bc71-414c7dd58d94, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:14:54.281028 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] For port aa2f28b5-83e2-47af-bc71-414c7dd58d94, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=aa2f28b5-83e2-47af-bc71-414c7dd58d94,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:14:54.378441 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:54.412668 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:54.416249 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:14:54.416249 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] 10.222.0.58 "PUT /v2.0/ports/aa2f28b5-83e2-47af-bc71-414c7dd58d94 HTTP/1.1" status: 200 len: 1094 time: 0.8192289 Apr 06 17:14:54.416249 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'tag': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:14:54.417416 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a640039-8cbb-4261-988b-16416b62f1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "35e86d19-0682-41bc-ad60-bf1001fa40fe", "tag": "aa2f28b5-83e2-47af-bc71-414c7dd58d94"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:14:54.444218 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323b2d4-4aef-4192-a6af-6928b57f12c6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2f28b5-83e2-47af-bc71-414c7dd58d94,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:14:54.457495 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5272b99-fb59-4c11-96d8-0b04483bfd55 x-openstack-request-id: req-c5272b99-fb59-4c11-96d8-0b04483bfd55 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:14:54.457789 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e86d19-0682-41bc-ad60-bf1001fa40fe", "tag": "aa2f28b5-83e2-47af-bc71-414c7dd58d94", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:14:54.458047 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5272b99-fb59-4c11-96d8-0b04483bfd55 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:14:54.458457 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5272b99-fb59-4c11-96d8-0b04483bfd55'] response: {'name': 'network-changed', 'server_uuid': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'tag': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94', 'status': 'completed', 'code': 200} Apr 06 17:14:54.550824 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a640039-8cbb-4261-988b-16416b62f1e7 req-b94a951e-bc65-4ccf-8680-099d85fc0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:54.552407 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4a640039-8cbb-4261-988b-16416b62f1e7 req-b94a951e-bc65-4ccf-8680-099d85fc0541 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 1128 time: 0.0472169 Apr 06 17:14:54.676461 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a640039-8cbb-4261-988b-16416b62f1e7 req-f6166553-4613-4f70-a772-3c5e2ca0e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:54.677850 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4a640039-8cbb-4261-988b-16416b62f1e7 req-f6166553-4613-4f70-a772-3c5e2ca0e0b7 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=67f78841d4074149a27e6c2ef72dc770&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1094260 Apr 06 17:14:54.769456 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a640039-8cbb-4261-988b-16416b62f1e7 req-29f5fd2e-0b0b-408a-8aa8-e74c6ca1ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:54.770912 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4a640039-8cbb-4261-988b-16416b62f1e7 req-29f5fd2e-0b0b-408a-8aa8-e74c6ca1ed1b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869486 Apr 06 17:14:54.874689 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-1a86ee51-b3ce-4b21-86f1-c687c3baf14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:54.876769 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-1a86ee51-b3ce-4b21-86f1-c687c3baf14a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 1128 time: 0.0470183 Apr 06 17:14:54.926768 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-244bb806-42d6-4868-9ff1-95e09928f241 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2f28b5-83e2-47af-bc71-414c7dd58d94 HTTP/1.1" status: 200 len: 217 time: 0.0332630 Apr 06 17:14:54.977251 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-4f608857-8ed8-48f4-a6df-39f69bbf8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:54.978633 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-4f608857-8ed8-48f4-a6df-39f69bbf8e06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8377ebda-3e29-4c9b-ad5b-f3579b9da41a HTTP/1.1" status: 200 len: 849 time: 0.0459909 Apr 06 17:14:55.030451 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-0712ca00-43aa-41f9-b8b3-f87ae18bcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:55.031879 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-0712ca00-43aa-41f9-b8b3-f87ae18bcceb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467870 Apr 06 17:14:55.119478 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-35af5f86-0c04-4db4-8c5e-1736edad7cd3 service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798368 Apr 06 17:14:55.208867 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c37e9107-cc5c-4646-b2ab-14f3294a2310 req-6c3835d7-d7c5-4342-8f78-3c42dc138e09 service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829799 Apr 06 17:14:55.313143 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b79fea-69dc-4382-9cd6-1dd756817689 req-b046dfc2-b6ab-4ec7-baae-e02c4a488b81 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:55.314524 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-58b79fea-69dc-4382-9cd6-1dd756817689 req-b046dfc2-b6ab-4ec7-baae-e02c4a488b81 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 944 time: 0.0536354 Apr 06 17:14:55.360296 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-58b79fea-69dc-4382-9cd6-1dd756817689 req-7d727f78-842b-4bad-99b2-1cab97ff4c77 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 Apr 06 17:14:56.478150 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d47de1-c137-4484-8550-9e2d0ccebc4d req-d7cfa1ee-30db-4108-a20b-c7b7b67d2037 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:56.479609 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-97d47de1-c137-4484-8550-9e2d0ccebc4d req-d7cfa1ee-30db-4108-a20b-c7b7b67d2037 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 944 time: 0.0509522 Apr 06 17:14:56.524837 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-97d47de1-c137-4484-8550-9e2d0ccebc4d req-473e5d3d-3704-46c4-b854-7ac514392a90 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397625 Apr 06 17:14:57.642779 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70f7e-700c-4ab0-95ef-bbd5bf391eb8 req-33ae9c73-80ec-444f-942a-d739b06c475d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:57.644543 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3ba70f7e-700c-4ab0-95ef-bbd5bf391eb8 req-33ae9c73-80ec-444f-942a-d739b06c475d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 944 time: 0.0560210 Apr 06 17:14:57.689744 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3ba70f7e-700c-4ab0-95ef-bbd5bf391eb8 req-26fa5cf1-bc1c-44ff-9b31-88b33a79b4af tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397162 Apr 06 17:14:58.805138 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d972303-a6d6-48df-871f-954011c938d6 req-411ea02a-2e38-4ce4-9816-3e98f27c1e6d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:58.806645 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7d972303-a6d6-48df-871f-954011c938d6 req-411ea02a-2e38-4ce4-9816-3e98f27c1e6d tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 944 time: 0.0522590 Apr 06 17:14:58.851616 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7d972303-a6d6-48df-871f-954011c938d6 req-9bf047fe-39a5-4373-9745-1a5d7a905ac4 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395472 Apr 06 17:14:59.965608 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d94c80-b556-4a8e-bcce-b6bcfb26f3be req-7a7808c6-3223-4090-a530-8532fc3067cd tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:14:59.967084 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4d94c80-b556-4a8e-bcce-b6bcfb26f3be req-7a7808c6-3223-4090-a530-8532fc3067cd tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 944 time: 0.0514047 Apr 06 17:15:00.016717 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4d94c80-b556-4a8e-bcce-b6bcfb26f3be req-d6ad96a6-ea21-40cf-b1c7-b015aa3077c1 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440686 Apr 06 17:15:00.327427 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device aa2f28b5-83e2-47af-bc71-414c7dd58d94 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:15:00.429504 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port aa2f28b5-83e2-47af-bc71-414c7dd58d94, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=aa2f28b5-83e2-47af-bc71-414c7dd58d94,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:00.440417 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'port_id': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94', 'mac_address': 'fa:16:3e:89:1b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:15:00.475854 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port aa2f28b5-83e2-47af-bc71-414c7dd58d94 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:00.476252 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.489086 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2f28b5-83e2-47af-bc71-414c7dd58d94 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:15:00.507416 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port aa2f28b5-83e2-47af-bc71-414c7dd58d94, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=aa2f28b5-83e2-47af-bc71-414c7dd58d94,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:00.555835 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:00.600248 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=aa2f28b5-83e2-47af-bc71-414c7dd58d94,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:01.034625 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['aa2f28b5-83e2-47af-bc71-414c7dd58d94'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:15:01.132493 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8307bdf-43bc-4c53-80e0-20a2c97e4ee4 req-401ed9d5-9b98-467a-8c5a-9f5f0f5eee76 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:01.133990 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c8307bdf-43bc-4c53-80e0-20a2c97e4ee4 req-401ed9d5-9b98-467a-8c5a-9f5f0f5eee76 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 945 time: 0.0526876 Apr 06 17:15:01.180511 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c8307bdf-43bc-4c53-80e0-20a2c97e4ee4 req-2b808139-fc9c-45ca-87c6-b12f36cabbc4 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Apr 06 17:15:01.315696 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:15:02.297338 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9867576-39d1-4115-8981-51c54287753c req-3493230d-5fdf-497a-b01f-45ac4fe5c95f tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:02.298982 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d9867576-39d1-4115-8981-51c54287753c req-3493230d-5fdf-497a-b01f-45ac4fe5c95f tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 945 time: 0.0522325 Apr 06 17:15:02.334217 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device aa2f28b5-83e2-47af-bc71-414c7dd58d94 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:15:02.345943 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d9867576-39d1-4115-8981-51c54287753c req-d14414c1-1d6c-48ae-8163-595207b851d3 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Apr 06 17:15:02.430012 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.470798 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port aa2f28b5-83e2-47af-bc71-414c7dd58d94 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:15:02.474762 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port aa2f28b5-83e2-47af-bc71-414c7dd58d94 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:02.475176 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.553033 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port aa2f28b5-83e2-47af-bc71-414c7dd58d94 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:15:02.553432 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.575620 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:02.577961 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47543de-91d1-4084-bddc-ea4e7e453b33" -d '{"events": [{"server_uuid": "35e86d19-0682-41bc-ad60-bf1001fa40fe", "name": "network-vif-plugged", "status": "completed", "tag": "aa2f28b5-83e2-47af-bc71-414c7dd58d94"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:02.590364 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port aa2f28b5-83e2-47af-bc71-414c7dd58d94, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=aa2f28b5-83e2-47af-bc71-414c7dd58d94,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:02.616678 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4420ce09-77e2-47c8-9ccf-a57bde6da90a x-openstack-request-id: req-4420ce09-77e2-47c8-9ccf-a57bde6da90a {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:02.616972 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e86d19-0682-41bc-ad60-bf1001fa40fe", "name": "network-vif-plugged", "status": "completed", "tag": "aa2f28b5-83e2-47af-bc71-414c7dd58d94", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:02.617251 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4420ce09-77e2-47c8-9ccf-a57bde6da90a {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:02.617649 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4420ce09-77e2-47c8-9ccf-a57bde6da90a'] response: {'server_uuid': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94', 'code': 200} Apr 06 17:15:02.679727 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:02.740046 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=aa2f28b5-83e2-47af-bc71-414c7dd58d94,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:03.288717 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da2aa1-3078-4f3e-9e83-9d7d156ac774 req-75deb161-5e37-42fc-81f2-99b417d9cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:03.290230 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-22da2aa1-3078-4f3e-9e83-9d7d156ac774 req-75deb161-5e37-42fc-81f2-99b417d9cb92 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 1130 time: 0.0467162 Apr 06 17:15:03.334716 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-22da2aa1-3078-4f3e-9e83-9d7d156ac774 req-c538523f-f055-495d-a7d4-9da6507c6965 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379400 Apr 06 17:15:03.465158 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e1ee9-6d97-4487-8eb4-4d897e5faa83 req-abf52004-f6dd-4b97-98ef-d487340eda42 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:03.466627 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fc0e1ee9-6d97-4487-8eb4-4d897e5faa83 req-abf52004-f6dd-4b97-98ef-d487340eda42 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 946 time: 0.0526259 Apr 06 17:15:03.513093 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fc0e1ee9-6d97-4487-8eb4-4d897e5faa83 req-684f6655-30d2-4937-8901-a7a6badd4c0f tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404241 Apr 06 17:15:04.633142 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3ea25-dddf-4829-b317-d0dcd915d062 req-11b5f622-faf0-4b7f-8e0f-8b10fcb3df28 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:04.634641 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-52e3ea25-dddf-4829-b317-d0dcd915d062 req-11b5f622-faf0-4b7f-8e0f-8b10fcb3df28 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 946 time: 0.0559599 Apr 06 17:15:04.687684 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-52e3ea25-dddf-4829-b317-d0dcd915d062 req-b15efa4d-f864-4c8f-9ff6-0842eb371318 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473864 Apr 06 17:15:05.814599 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d0fe3-7144-410a-8380-cb0d423197ea req-ebd94f8a-1a4d-4321-835a-ee3710c78d83 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:05.816143 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9a9d0fe3-7144-410a-8380-cb0d423197ea req-ebd94f8a-1a4d-4321-835a-ee3710c78d83 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 946 time: 0.0561140 Apr 06 17:15:05.863304 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9a9d0fe3-7144-410a-8380-cb0d423197ea req-076019e0-3504-4d1b-82cc-cdf687654962 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415115 Apr 06 17:15:05.975841 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fb0d0-5628-4735-ae5f-ac78bf39df12 req-8f4c526b-5c64-4fe6-ac75-c9b9a784d8ca tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:05.977234 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2c0fb0d0-5628-4735-ae5f-ac78bf39df12 req-8f4c526b-5c64-4fe6-ac75-c9b9a784d8ca tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 946 time: 0.0521867 Apr 06 17:15:05.985716 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39766) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:05.989908 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-6282c28a-0371-4d7d-a51a-7a68138ce636 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Request body: {'floatingip': {'port_id': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:06.031654 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6282c28a-0371-4d7d-a51a-7a68138ce636 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (ac76002c-74d9-4965-9449-a6df2d23bb5e), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.289327 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0589c-2f01-4a83-bd42-11f07a462cc5 req-d2afa408-72bf-4b28-8d99-2d92998d1400 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:06.291125 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e2b0589c-2f01-4a83-bd42-11f07a462cc5 req-d2afa408-72bf-4b28-8d99-2d92998d1400 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.1033671 Apr 06 17:15:06.443678 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e2b0589c-2f01-4a83-bd42-11f07a462cc5 req-fc0dffae-e8b2-4939-bbd1-0b6bc9820910 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257544 Apr 06 17:15:06.564632 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6282c28a-0371-4d7d-a51a-7a68138ce636 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.634085 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6282c28a-0371-4d7d-a51a-7a68138ce636 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (ac76002c-74d9-4965-9449-a6df2d23bb5e), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:06.733328 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-6282c28a-0371-4d7d-a51a-7a68138ce636 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Floating IP ac76002c-74d9-4965-9449-a6df2d23bb5e associated. External IP: 172.27.1.172, port: aa2f28b5-83e2-47af-bc71-414c7dd58d94. Apr 06 17:15:07.116049 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e3341e23-85d3-4533-9384-ed499ff4aa13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:07.157927 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6282c28a-0371-4d7d-a51a-7a68138ce636 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:15:07.265261 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6282c28a-0371-4d7d-a51a-7a68138ce636 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:15:07.270487 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6282c28a-0371-4d7d-a51a-7a68138ce636 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:07.274917 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4542a7fe-be2a-4fab-a35d-0d8404549593 None None] Sync routers for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:15:07.284505 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542a7fe-be2a-4fab-a35d-0d8404549593 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:07.285182 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-4542a7fe-be2a-4fab-a35d-0d8404549593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:14:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:07.299553 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-6282c28a-0371-4d7d-a51a-7a68138ce636 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "PUT /v2.0/floatingips/ac76002c-74d9-4965-9449-a6df2d23bb5e HTTP/1.1" status: 200 len: 992 time: 1.3128052 Apr 06 17:15:07.300143 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'tag': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:07.302362 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5e0cd5-653a-4b14-88ba-3bd1cfb808cf" -d '{"events": [{"name": "network-changed", "server_uuid": "35e86d19-0682-41bc-ad60-bf1001fa40fe", "tag": "aa2f28b5-83e2-47af-bc71-414c7dd58d94"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:07.338785 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ae87fe-4d60-40d4-a48f-46dd5646779a x-openstack-request-id: req-b3ae87fe-4d60-40d4-a48f-46dd5646779a {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:07.339102 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e86d19-0682-41bc-ad60-bf1001fa40fe", "tag": "aa2f28b5-83e2-47af-bc71-414c7dd58d94", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:07.339359 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3ae87fe-4d60-40d4-a48f-46dd5646779a {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:07.339759 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ae87fe-4d60-40d4-a48f-46dd5646779a'] response: {'name': 'network-changed', 'server_uuid': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'tag': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94', 'status': 'completed', 'code': 200} Apr 06 17:15:07.392954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-4542a7fe-be2a-4fab-a35d-0d8404549593 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:07.559329 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae9997-a835-46dd-8747-4b4b61673e12 req-8fa593d0-b25a-4cef-8742-3ab4705e7388 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:07.560781 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-08ae9997-a835-46dd-8747-4b4b61673e12 req-8fa593d0-b25a-4cef-8742-3ab4705e7388 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0515621 Apr 06 17:15:07.607469 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-08ae9997-a835-46dd-8747-4b4b61673e12 req-0ab80a38-8ab5-4535-aa07-3e9a0a566be2 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410595 Apr 06 17:15:07.612654 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-4542a7fe-be2a-4fab-a35d-0d8404549593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'ac76002c-74d9-4965-9449-a6df2d23bb5e', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'port_id': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'mac_address': 'fa:16:3e:89:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:14:49Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 1, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:19Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:07.637639 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4542a7fe-be2a-4fab-a35d-0d8404549593 None None] Checking router: 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:15:07.646416 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542a7fe-be2a-4fab-a35d-0d8404549593 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:07.647033 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-4542a7fe-be2a-4fab-a35d-0d8404549593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:14:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:07.750336 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-4542a7fe-be2a-4fab-a35d-0d8404549593 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:07.966135 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-4542a7fe-be2a-4fab-a35d-0d8404549593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'ac76002c-74d9-4965-9449-a6df2d23bb5e', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'port_id': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'mac_address': 'fa:16:3e:89:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:14:49Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 1, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:19Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:07.991792 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4542a7fe-be2a-4fab-a35d-0d8404549593 None None] The sync data for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi is: [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'ac76002c-74d9-4965-9449-a6df2d23bb5e', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'port_id': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'mac_address': 'fa:16:3e:89:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:14:49Z', 'updated_at': '2022-04-06T17:15:06Z', 'revision_number': 1, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:19Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:15:08.167184 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c351d6-f2cb-490b-8eb1-f7c1cecf9edc None None] New status for floating IP ac76002c-74d9-4965-9449-a6df2d23bb5e: ACTIVE {{(pid=103879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:15:08.727513 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07212b34-95db-4492-945e-b707b50c82b5 req-e4d34d14-4a4a-4cc7-9fb8-7a7135b39b89 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:08.729005 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-07212b34-95db-4492-945e-b707b50c82b5 req-e4d34d14-4a4a-4cc7-9fb8-7a7135b39b89 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0550184 Apr 06 17:15:08.775420 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-07212b34-95db-4492-945e-b707b50c82b5 req-5619825f-d294-4a54-8cc0-4dab36dc02e6 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403457 Apr 06 17:15:09.201717 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0cd5-653a-4b14-88ba-3bd1cfb808cf req-49d4ecbc-67f4-456a-a352-91f7d23d7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:09.203254 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5f5e0cd5-653a-4b14-88ba-3bd1cfb808cf req-49d4ecbc-67f4-456a-a352-91f7d23d7920 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 1130 time: 0.0450218 Apr 06 17:15:09.307589 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0cd5-653a-4b14-88ba-3bd1cfb808cf req-3547f6f2-303c-4b09-8a15-083e87742332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:09.308991 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5f5e0cd5-653a-4b14-88ba-3bd1cfb808cf req-3547f6f2-303c-4b09-8a15-083e87742332 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 HTTP/1.1" status: 200 len: 911 time: 0.0817065 Apr 06 17:15:09.381090 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5f5e0cd5-653a-4b14-88ba-3bd1cfb808cf req-ef721536-7e67-4403-9548-82c4260f54bd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2f28b5-83e2-47af-bc71-414c7dd58d94 HTTP/1.1" status: 200 len: 1002 time: 0.0596418 Apr 06 17:15:09.428250 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0cd5-653a-4b14-88ba-3bd1cfb808cf req-463f0407-86db-49e3-a46c-58658f136c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:09.429614 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5f5e0cd5-653a-4b14-88ba-3bd1cfb808cf req-463f0407-86db-49e3-a46c-58658f136c55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8377ebda-3e29-4c9b-ad5b-f3579b9da41a HTTP/1.1" status: 200 len: 849 time: 0.0421705 Apr 06 17:15:09.478867 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0cd5-653a-4b14-88ba-3bd1cfb808cf req-333b7ef2-70cc-4661-b48d-01d179c01adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:09.480387 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5f5e0cd5-653a-4b14-88ba-3bd1cfb808cf req-333b7ef2-70cc-4661-b48d-01d179c01adf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426133 Apr 06 17:15:09.570906 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5f5e0cd5-653a-4b14-88ba-3bd1cfb808cf req-af7ec241-8c60-463a-8b9d-fae0a33533e7 service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841656 Apr 06 17:15:09.589912 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4eb02fff-8040-4ea6-a91a-d41c6df98756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:09.732414 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5f5e0cd5-653a-4b14-88ba-3bd1cfb808cf req-32916bb8-14b9-436a-aca7-31c6b80ab42d service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817788 Apr 06 17:15:09.895284 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9695be6-c4b9-42eb-ae03-ecae0354724c req-88725ab1-c62d-4203-aed0-b3040a566dd1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:09.896741 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f9695be6-c4b9-42eb-ae03-ecae0354724c req-88725ab1-c62d-4203-aed0-b3040a566dd1 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0570405 Apr 06 17:15:09.968789 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f9695be6-c4b9-42eb-ae03-ecae0354724c req-92de945a-5c97-4c94-840d-c0656333f2bb tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=43007bae-0ab9-4f59-9e2a-b768225dd59e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664978 Apr 06 17:15:09.988145 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-e20c2d1c-c663-459c-8fdd-84ef35db5d48 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:09.989571 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-e20c2d1c-c663-459c-8fdd-84ef35db5d48 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 946 time: 0.0634019 Apr 06 17:15:10.088229 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Deleting port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:15:10.088568 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.174968 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] For port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:10.175353 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.345482 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.346026 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (f1c96f3b-6a92-4c2f-87e3-df3e96c17c06), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.346353 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Floating IP f1c96f3b-6a92-4c2f-87e3-df3e96c17c06 disassociated. External IP: 172.27.1.252, port: e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d. Apr 06 17:15:10.346804 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Calling delete_port for e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d owned by compute:nova {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:15:10.479816 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.519880 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.548119 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event deleted for resources: {'Port': ['ID=e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:10.559100 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.559459 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.559805 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.560206 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.560548 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.560883 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.561213 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.561547 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.561878 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.562227 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.562538 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.562868 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.563218 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.563545 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.563869 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:10.674180 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Router a9b8206b-3c95-456f-a3a2-4411480c3d11 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:15:10.784222 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:15:10.794733 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ec4d8-9f87-4ff8-8ed6-2c19d017531b None None] Sync routers for ids ['a9b8206b-3c95-456f-a3a2-4411480c3d11'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:15:10.804786 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ec4d8-9f87-4ff8-8ed6-2c19d017531b None None] Routers {'a9b8206b-3c95-456f-a3a2-4411480c3d11'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:10.805404 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-533ec4d8-9f87-4ff8-8ed6-2c19d017531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:15:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['a9b8206b-3c95-456f-a3a2-4411480c3d11'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:10.833182 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] No DVR routers for this DVR port e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d on host hv-cinder-83685 {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:15:10.835675 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:10.839028 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4fd44510-8b8f-440c-9aa4-87ade5e05466 req-c75f409f-aa43-4b33-9eaf-32778d187478 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "DELETE /v2.0/ports/e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d HTTP/1.1" status: 204 len: 173 time: 0.8444278 Apr 06 17:15:10.839469 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'name': 'network-vif-deleted', 'tag': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:10.841696 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929357c5-4e02-4b35-94c0-d2537ecef4b7" -d '{"events": [{"server_uuid": "a64d3b39-3bd7-41cd-b9e5-65681ce1cede", "name": "network-vif-deleted", "tag": "e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:10.874930 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610e1680-b2bb-4b4b-93ab-a4d13ce5fc67 x-openstack-request-id: req-610e1680-b2bb-4b4b-93ab-a4d13ce5fc67 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:10.875256 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64d3b39-3bd7-41cd-b9e5-65681ce1cede", "name": "network-vif-deleted", "tag": "e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:10.876022 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-610e1680-b2bb-4b4b-93ab-a4d13ce5fc67 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:10.876439 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610e1680-b2bb-4b4b-93ab-a4d13ce5fc67'] response: {'server_uuid': 'a64d3b39-3bd7-41cd-b9e5-65681ce1cede', 'name': 'network-vif-deleted', 'tag': 'e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d', 'status': 'completed', 'code': 200} Apr 06 17:15:10.918928 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-533ec4d8-9f87-4ff8-8ed6-2c19d017531b None None] Set router a9b8206b-3c95-456f-a3a2-4411480c3d11 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:11.073722 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dc990566-8d87-4f6a-ae61-0e7c69209f85 req-b1bd846a-d5b7-4632-8b8b-092fbb41ffab tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 210 time: 0.0280411 Apr 06 17:15:11.244603 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-533ec4d8-9f87-4ff8-8ed6-2c19d017531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '1d621d6d-59cf-49d3-ab3b-eef9cbf71182', 'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'mac_address': 'fa:16:3e:50:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:52Z', 'updated_at': '2022-04-06T17:07:57Z', 'revision_number': 5, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'subnets': [{'id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:11.270238 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ec4d8-9f87-4ff8-8ed6-2c19d017531b None None] Checking router: a9b8206b-3c95-456f-a3a2-4411480c3d11 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:15:11.278210 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ec4d8-9f87-4ff8-8ed6-2c19d017531b None None] Routers {'a9b8206b-3c95-456f-a3a2-4411480c3d11'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:11.278813 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-533ec4d8-9f87-4ff8-8ed6-2c19d017531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:15:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['a9b8206b-3c95-456f-a3a2-4411480c3d11'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:11.386680 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-533ec4d8-9f87-4ff8-8ed6-2c19d017531b None None] Set router a9b8206b-3c95-456f-a3a2-4411480c3d11 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:11.579384 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-533ec4d8-9f87-4ff8-8ed6-2c19d017531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '1d621d6d-59cf-49d3-ab3b-eef9cbf71182', 'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'mac_address': 'fa:16:3e:50:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:52Z', 'updated_at': '2022-04-06T17:07:57Z', 'revision_number': 5, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'subnets': [{'id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:11.605606 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ec4d8-9f87-4ff8-8ed6-2c19d017531b None None] The sync data for ids ['a9b8206b-3c95-456f-a3a2-4411480c3d11'] in dv-cinder-836850-1-iscsi is: [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:53Z', 'revision_number': 4, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '1d621d6d-59cf-49d3-ab3b-eef9cbf71182', 'name': '', 'network_id': '44fe16da-612f-449b-840e-ac1a8d866aeb', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'mac_address': 'fa:16:3e:50:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:52Z', 'updated_at': '2022-04-06T17:07:57Z', 'revision_number': 5, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'subnets': [{'id': '3ea5a750-c5e4-41b4-8721-acb1758a11fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:15:11.611633 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f75cb858-e918-4442-adac-a8cb75165b19 req-fb589819-e246-4f2f-a824-dc143751ced4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268722 Apr 06 17:15:11.681438 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f75cb858-e918-4442-adac-a8cb75165b19 req-37d08cf1-724c-4bd2-95f2-a8a2c5666e47 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&device_id=a64d3b39-3bd7-41cd-b9e5-65681ce1cede HTTP/1.1" status: 200 len: 210 time: 0.0270474 Apr 06 17:15:11.818860 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:11.832707 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d8989-8fd8-4344-b0c7-6d43448650f1 None None] New status for floating IP f1c96f3b-6a92-4c2f-87e3-df3e96c17c06: DOWN {{(pid=103879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:15:11.833662 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb858-e918-4442-adac-a8cb75165b19 req-a5a08f5e-702e-4390-8840-808493e65467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:11.833662 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f75cb858-e918-4442-adac-a8cb75165b19 req-a5a08f5e-702e-4390-8840-808493e65467 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1226828 Apr 06 17:15:11.940190 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb858-e918-4442-adac-a8cb75165b19 req-6764b719-786e-48d2-bdaa-2cdea1f07002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:11.941683 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f75cb858-e918-4442-adac-a8cb75165b19 req-6764b719-786e-48d2-bdaa-2cdea1f07002 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924273 Apr 06 17:15:12.263379 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39788) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:12.316788 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-985e5c68-6d26-42eb-ae1d-e5f89a64a399 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for security_group (43007bae-0ab9-4f59-9e2a-b768225dd59e), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.344136 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-985e5c68-6d26-42eb-ae1d-e5f89a64a399 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for security_group (43007bae-0ab9-4f59-9e2a-b768225dd59e), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.474257 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-985e5c68-6d26-42eb-ae1d-e5f89a64a399 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (43007bae-0ab9-4f59-9e2a-b768225dd59e), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.476873 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-985e5c68-6d26-42eb-ae1d-e5f89a64a399 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.478027 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-985e5c68-6d26-42eb-ae1d-e5f89a64a399 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "DELETE /v2.0/security-groups/43007bae-0ab9-4f59-9e2a-b768225dd59e HTTP/1.1" status: 204 len: 168 time: 0.2136576 Apr 06 17:15:12.480704 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 39792) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:12.487335 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e5c68-6d26-42eb-ae1d-e5f89a64a399 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43007bae-0ab9-4f59-9e2a-b768225dd59e,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:12.494300 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.api.v2.resource [None req-d91f0358-6818-4d93-9b2d-43707cd0e16f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] show failed (client error): The resource could not be found. Apr 06 17:15:12.498119 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d91f0358-6818-4d93-9b2d-43707cd0e16f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups/43007bae-0ab9-4f59-9e2a-b768225dd59e HTTP/1.1" status: 404 len: 347 time: 0.0163336 Apr 06 17:15:12.498855 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39794) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:12.621769 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-bab0b345-0687-45c9-b769-240ba2250336 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Deleting port bcbfb6ce-c9f2-44e0-8896-39be35f20c5a {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:15:12.622119 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bab0b345-0687-45c9-b769-240ba2250336 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (bcbfb6ce-c9f2-44e0-8896-39be35f20c5a), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.695994 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bab0b345-0687-45c9-b769-240ba2250336 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (bcbfb6ce-c9f2-44e0-8896-39be35f20c5a), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.696324 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bab0b345-0687-45c9-b769-240ba2250336 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for floatingip (bcbfb6ce-c9f2-44e0-8896-39be35f20c5a), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.707781 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-bab0b345-0687-45c9-b769-240ba2250336 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Calling delete_port for bcbfb6ce-c9f2-44e0-8896-39be35f20c5a owned by network:floatingip {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:15:12.925034 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bab0b345-0687-45c9-b769-240ba2250336 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (bcbfb6ce-c9f2-44e0-8896-39be35f20c5a), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:12.953515 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0b345-0687-45c9-b769-240ba2250336 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event deleted for resources: {'Port': ['ID=bcbfb6ce-c9f2-44e0-8896-39be35f20c5a,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:13.013644 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bab0b345-0687-45c9-b769-240ba2250336 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks [] for floatingip (f1c96f3b-6a92-4c2f-87e3-df3e96c17c06), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:13.016259 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bab0b345-0687-45c9-b769-240ba2250336 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:13.018273 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-bab0b345-0687-45c9-b769-240ba2250336 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "DELETE /v2.0/floatingips/f1c96f3b-6a92-4c2f-87e3-df3e96c17c06 HTTP/1.1" status: 204 len: 168 time: 0.5175602 Apr 06 17:15:13.338800 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:14.414722 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:15:14.434465 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:15:14.434813 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device e151d1a4-7a3e-4cd8-abfb-009f7fa13b2d not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:15:16.001423 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791590f-2674-4387-acbd-f582fb09c67f req-21c1e9ab-451a-4fa7-9fa7-147fc1dd3b6d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:16.003438 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7791590f-2674-4387-acbd-f582fb09c67f req-21c1e9ab-451a-4fa7-9fa7-147fc1dd3b6d tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0523329 Apr 06 17:15:16.050300 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7791590f-2674-4387-acbd-f582fb09c67f req-9cb23664-0a50-472d-b20a-560cc7ad666e tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Apr 06 17:15:17.038606 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03405d8-92a2-4ddc-b4fc-a803fb0d0dd5 req-863d5a04-a7e6-4b7d-a4ef-87ca4bc6bf29 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:17.040014 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b03405d8-92a2-4ddc-b4fc-a803fb0d0dd5 req-863d5a04-a7e6-4b7d-a4ef-87ca4bc6bf29 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.0612059 Apr 06 17:15:17.162837 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-b03405d8-92a2-4ddc-b4fc-a803fb0d0dd5 req-8e5a96b7-5c60-4c37-b524-1ee9c570be88 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Deleting port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:15:17.163205 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-b03405d8-92a2-4ddc-b4fc-a803fb0d0dd5 req-8e5a96b7-5c60-4c37-b524-1ee9c570be88 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:17.229233 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae3c56-12db-4869-b4c8-4440a80aa0b0 req-b933f19f-6c5b-493f-a5fa-ee094e514308 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:17.230694 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3bae3c56-12db-4869-b4c8-4440a80aa0b0 req-b933f19f-6c5b-493f-a5fa-ee094e514308 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 945 time: 0.1117053 Apr 06 17:15:17.289783 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-b03405d8-92a2-4ddc-b4fc-a803fb0d0dd5 req-8e5a96b7-5c60-4c37-b524-1ee9c570be88 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] For port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=79635610-f2a3-42ff-a4ec-2bb3cae5e68b,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:17.290067 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-b03405d8-92a2-4ddc-b4fc-a803fb0d0dd5 req-8e5a96b7-5c60-4c37-b524-1ee9c570be88 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:17.308413 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-b03405d8-92a2-4ddc-b4fc-a803fb0d0dd5 req-8e5a96b7-5c60-4c37-b524-1ee9c570be88 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Calling delete_port for 79635610-f2a3-42ff-a4ec-2bb3cae5e68b owned by compute:nova {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:15:17.312588 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3bae3c56-12db-4869-b4c8-4440a80aa0b0 req-cf1567bb-168c-4185-9a06-021cfe9a38ea tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762310 Apr 06 17:15:17.515554 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-b03405d8-92a2-4ddc-b4fc-a803fb0d0dd5 req-8e5a96b7-5c60-4c37-b524-1ee9c570be88 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (79635610-f2a3-42ff-a4ec-2bb3cae5e68b), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:17.542004 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a96b7-5c60-4c37-b524-1ee9c570be88 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event deleted for resources: {'Port': ['ID=79635610-f2a3-42ff-a4ec-2bb3cae5e68b,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:17.556472 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['2333f71b-e347-4d34-9808-8a46724817eb', '79635610-f2a3-42ff-a4ec-2bb3cae5e68b'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:15:17.586461 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03405d8-92a2-4ddc-b4fc-a803fb0d0dd5 req-8e5a96b7-5c60-4c37-b524-1ee9c570be88 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] No DVR routers for this DVR port 79635610-f2a3-42ff-a4ec-2bb3cae5e68b on host hv-cinder-83685 {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:15:17.588986 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-b03405d8-92a2-4ddc-b4fc-a803fb0d0dd5 req-8e5a96b7-5c60-4c37-b524-1ee9c570be88 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:17.592374 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b03405d8-92a2-4ddc-b4fc-a803fb0d0dd5 req-8e5a96b7-5c60-4c37-b524-1ee9c570be88 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "DELETE /v2.0/ports/79635610-f2a3-42ff-a4ec-2bb3cae5e68b HTTP/1.1" status: 204 len: 173 time: 0.5459490 Apr 06 17:15:17.592809 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c627533-3369-4c81-9100-e494f77fb847', 'name': 'network-vif-deleted', 'tag': '79635610-f2a3-42ff-a4ec-2bb3cae5e68b'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:17.595018 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec9a82e-7436-4be6-b8c4-98a1669a8f56" -d '{"events": [{"server_uuid": "1c627533-3369-4c81-9100-e494f77fb847", "name": "network-vif-deleted", "tag": "79635610-f2a3-42ff-a4ec-2bb3cae5e68b"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:17.629865 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e75ef4b-03a5-4593-989b-48af2a062d04 x-openstack-request-id: req-2e75ef4b-03a5-4593-989b-48af2a062d04 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:17.629865 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c627533-3369-4c81-9100-e494f77fb847", "name": "network-vif-deleted", "tag": "79635610-f2a3-42ff-a4ec-2bb3cae5e68b", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:17.630124 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e75ef4b-03a5-4593-989b-48af2a062d04 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:17.630452 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e75ef4b-03a5-4593-989b-48af2a062d04'] response: {'server_uuid': '1c627533-3369-4c81-9100-e494f77fb847', 'name': 'network-vif-deleted', 'tag': '79635610-f2a3-42ff-a4ec-2bb3cae5e68b', 'status': 'completed', 'code': 200} Apr 06 17:15:18.418114 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3ad014a6-fb46-46ef-a61c-fc83c4523ae3 req-cea7992b-bd22-45e1-8153-b74bf074e432 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c627533-3369-4c81-9100-e494f77fb847 HTTP/1.1" status: 200 len: 210 time: 0.0301754 Apr 06 17:15:19.859062 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ddef7-03e8-43bc-b5c0-31a0affd96e3 req-afe6dbec-d62e-48db-adab-b440fad0b4dc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:19.860545 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8f5ddef7-03e8-43bc-b5c0-31a0affd96e3 req-afe6dbec-d62e-48db-adab-b440fad0b4dc tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0533469 Apr 06 17:15:19.906485 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8f5ddef7-03e8-43bc-b5c0-31a0affd96e3 req-9173a9ac-0cca-4370-8d38-16412d986084 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Apr 06 17:15:20.884329 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f4b8a-953d-412e-82e5-af48061f08ea req-43bd7b54-7337-4293-8891-83c5e2125913 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:20.885746 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-518f4b8a-953d-412e-82e5-af48061f08ea req-43bd7b54-7337-4293-8891-83c5e2125913 tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.0508521 Apr 06 17:15:21.001666 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-518f4b8a-953d-412e-82e5-af48061f08ea req-fa298187-55ea-4bd3-b094-dde5ffc9571f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Deleting port 2333f71b-e347-4d34-9808-8a46724817eb {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:15:21.001921 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-518f4b8a-953d-412e-82e5-af48061f08ea req-fa298187-55ea-4bd3-b094-dde5ffc9571f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (2333f71b-e347-4d34-9808-8a46724817eb), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:21.090191 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d49fa-731e-48fe-b4d5-0f21478a3f5a req-f7d03578-8b20-430d-94ac-f0f25b8e135c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:21.091758 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1f3d49fa-731e-48fe-b4d5-0f21478a3f5a req-f7d03578-8b20-430d-94ac-f0f25b8e135c tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 945 time: 0.1182108 Apr 06 17:15:21.120396 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-518f4b8a-953d-412e-82e5-af48061f08ea req-fa298187-55ea-4bd3-b094-dde5ffc9571f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] For port 2333f71b-e347-4d34-9808-8a46724817eb, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2333f71b-e347-4d34-9808-8a46724817eb,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:21.120789 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-518f4b8a-953d-412e-82e5-af48061f08ea req-fa298187-55ea-4bd3-b094-dde5ffc9571f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (2333f71b-e347-4d34-9808-8a46724817eb), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:21.138592 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-518f4b8a-953d-412e-82e5-af48061f08ea req-fa298187-55ea-4bd3-b094-dde5ffc9571f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Calling delete_port for 2333f71b-e347-4d34-9808-8a46724817eb owned by compute:nova {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:15:21.169143 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1f3d49fa-731e-48fe-b4d5-0f21478a3f5a req-8ed757d4-eda0-417e-8e61-05fca7164fce tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/security-groups?id=9179d1be-9d1a-4585-acf5-970f9e1b9735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710044 Apr 06 17:15:21.327015 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-518f4b8a-953d-412e-82e5-af48061f08ea req-fa298187-55ea-4bd3-b094-dde5ffc9571f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (2333f71b-e347-4d34-9808-8a46724817eb), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:21.353217 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa298187-55ea-4bd3-b094-dde5ffc9571f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Pushing event deleted for resources: {'Port': ['ID=2333f71b-e347-4d34-9808-8a46724817eb,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:21.366746 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['2333f71b-e347-4d34-9808-8a46724817eb'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:15:21.400207 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-518f4b8a-953d-412e-82e5-af48061f08ea req-fa298187-55ea-4bd3-b094-dde5ffc9571f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] No DVR routers for this DVR port 2333f71b-e347-4d34-9808-8a46724817eb on host hv-cinder-83685 {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:15:21.402577 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-518f4b8a-953d-412e-82e5-af48061f08ea req-fa298187-55ea-4bd3-b094-dde5ffc9571f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:21.405868 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-518f4b8a-953d-412e-82e5-af48061f08ea req-fa298187-55ea-4bd3-b094-dde5ffc9571f tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.58 "DELETE /v2.0/ports/2333f71b-e347-4d34-9808-8a46724817eb HTTP/1.1" status: 204 len: 173 time: 0.5149496 Apr 06 17:15:21.406353 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286b96fe-3526-4ea1-94fd-c7be3369a4df', 'name': 'network-vif-deleted', 'tag': '2333f71b-e347-4d34-9808-8a46724817eb'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:21.409125 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216e9ac1-e1db-453e-a617-98423dd15ac1" -d '{"events": [{"server_uuid": "286b96fe-3526-4ea1-94fd-c7be3369a4df", "name": "network-vif-deleted", "tag": "2333f71b-e347-4d34-9808-8a46724817eb"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:21.447288 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa59ac91-d4c2-407c-83c2-27571f50b10a x-openstack-request-id: req-fa59ac91-d4c2-407c-83c2-27571f50b10a {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:21.447581 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286b96fe-3526-4ea1-94fd-c7be3369a4df", "name": "network-vif-deleted", "tag": "2333f71b-e347-4d34-9808-8a46724817eb", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:21.447830 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa59ac91-d4c2-407c-83c2-27571f50b10a {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:21.448227 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa59ac91-d4c2-407c-83c2-27571f50b10a'] response: {'server_uuid': '286b96fe-3526-4ea1-94fd-c7be3369a4df', 'name': 'network-vif-deleted', 'tag': '2333f71b-e347-4d34-9808-8a46724817eb', 'status': 'completed', 'code': 200} Apr 06 17:15:22.274175 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-613ad0db-9974-46fd-864f-1652e7c3a9f5 req-057b5a02-c8ba-4f82-bfc8-a23c1bc3f7ee tempest-ServerRescueNegativeTestJSON-847904256 tempest-ServerRescueNegativeTestJSON-847904256-project] 10.222.0.66 "GET /v2.0/ports?device_id=286b96fe-3526-4ea1-94fd-c7be3369a4df HTTP/1.1" status: 200 len: 210 time: 0.0286548 Apr 06 17:15:22.527051 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 79635610-f2a3-42ff-a4ec-2bb3cae5e68b no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:15:22.547084 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: 79635610-f2a3-42ff-a4ec-2bb3cae5e68b {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:15:22.547433 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 79635610-f2a3-42ff-a4ec-2bb3cae5e68b not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:15:22.547844 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 2333f71b-e347-4d34-9808-8a46724817eb no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:15:22.565538 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: 2333f71b-e347-4d34-9808-8a46724817eb {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:15:22.569554 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 2333f71b-e347-4d34-9808-8a46724817eb not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:15:23.330512 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39838) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:24.061915 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-68b4d049-8bd0-4d82-97b4-2f57a3c7ca4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-372845'] for router_interface (a9b8206b-3c95-456f-a3a2-4411480c3d11), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:24.358692 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-68b4d049-8bd0-4d82-97b4-2f57a3c7ca4a admin admin] Deleting port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:15:24.359378 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-68b4d049-8bd0-4d82-97b4-2f57a3c7ca4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:24.439622 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-68b4d049-8bd0-4d82-97b4-2f57a3c7ca4a admin admin] For port 1d621d6d-59cf-49d3-ab3b-eef9cbf71182, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=1d621d6d-59cf-49d3-ab3b-eef9cbf71182,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:24.440594 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-68b4d049-8bd0-4d82-97b4-2f57a3c7ca4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:24.452818 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-68b4d049-8bd0-4d82-97b4-2f57a3c7ca4a admin admin] Calling delete_port for 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 owned by network:router_interface {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:15:24.686863 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-68b4d049-8bd0-4d82-97b4-2f57a3c7ca4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (1d621d6d-59cf-49d3-ab3b-eef9cbf71182), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:24.711941 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4d049-8bd0-4d82-97b4-2f57a3c7ca4a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d621d6d-59cf-49d3-ab3b-eef9cbf71182,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:24.887059 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-68b4d049-8bd0-4d82-97b4-2f57a3c7ca4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373501'] for router_interface (a9b8206b-3c95-456f-a3a2-4411480c3d11), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:25.100852 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b4d049-8bd0-4d82-97b4-2f57a3c7ca4a admin admin] Router a9b8206b-3c95-456f-a3a2-4411480c3d11 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:15:25.208830 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b4d049-8bd0-4d82-97b4-2f57a3c7ca4a admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:15:25.213771 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-68b4d049-8bd0-4d82-97b4-2f57a3c7ca4a admin admin] 10.222.0.66 "PUT /v2.0/routers/a9b8206b-3c95-456f-a3a2-4411480c3d11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8822260 Apr 06 17:15:25.216331 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39842) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:25.218607 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091fbb0-6bbf-460a-a079-7b0058dfe68c None None] Sync routers for ids ['a9b8206b-3c95-456f-a3a2-4411480c3d11'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:15:25.229803 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a091fbb0-6bbf-460a-a079-7b0058dfe68c None None] Routers {'a9b8206b-3c95-456f-a3a2-4411480c3d11'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:25.230420 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-a091fbb0-6bbf-460a-a079-7b0058dfe68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:15:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['a9b8206b-3c95-456f-a3a2-4411480c3d11'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:25.318466 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Publish callbacks [] for router (a9b8206b-3c95-456f-a3a2-4411480c3d11), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:25.336575 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-a091fbb0-6bbf-460a-a079-7b0058dfe68c None None] Set router a9b8206b-3c95-456f-a3a2-4411480c3d11 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:25.422331 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Publish callbacks [] for router_gateway (a9b8206b-3c95-456f-a3a2-4411480c3d11), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:25.522142 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-a091fbb0-6bbf-460a-a079-7b0058dfe68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:15:24Z', 'revision_number': 5, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port': {'id': '91c00556-eda8-40d0-80dd-f95b1b661641', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:25.547829 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091fbb0-6bbf-460a-a079-7b0058dfe68c None None] Checking router: a9b8206b-3c95-456f-a3a2-4411480c3d11 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:15:25.556699 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a091fbb0-6bbf-460a-a079-7b0058dfe68c None None] Routers {'a9b8206b-3c95-456f-a3a2-4411480c3d11'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:25.557365 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-a091fbb0-6bbf-460a-a079-7b0058dfe68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:15:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['a9b8206b-3c95-456f-a3a2-4411480c3d11'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:25.567896 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Deleting port 91c00556-eda8-40d0-80dd-f95b1b661641 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:15:25.568233 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (91c00556-eda8-40d0-80dd-f95b1b661641), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:25.644081 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] For port 91c00556-eda8-40d0-80dd-f95b1b661641, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=91c00556-eda8-40d0-80dd-f95b1b661641,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:25.644436 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (91c00556-eda8-40d0-80dd-f95b1b661641), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:25.644569 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-a091fbb0-6bbf-460a-a079-7b0058dfe68c None None] Set router a9b8206b-3c95-456f-a3a2-4411480c3d11 gateway port host: None {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:25.656528 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Calling delete_port for 91c00556-eda8-40d0-80dd-f95b1b661641 owned by network:router_gateway {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:15:25.698147 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-a091fbb0-6bbf-460a-a079-7b0058dfe68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:15:25Z', 'revision_number': 6, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port_host': None}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:25.724645 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a091fbb0-6bbf-460a-a079-7b0058dfe68c None None] The sync data for ids ['a9b8206b-3c95-456f-a3a2-4411480c3d11'] in dv-cinder-836850-1-iscsi is: [{'id': 'a9b8206b-3c95-456f-a3a2-4411480c3d11', 'name': 'tempest-ServerRescueNegativeTestJSON-387415971-router', 'tenant_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:07:50Z', 'updated_at': '2022-04-06T17:15:25Z', 'revision_number': 6, 'project_id': 'cb47d093c6bd40c985ea30e6874e5f8b', 'gw_port_host': None}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:15:25.885286 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (91c00556-eda8-40d0-80dd-f95b1b661641), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:25.913894 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c00556-eda8-40d0-80dd-f95b1b661641,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:25.974444 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373307'] for router_gateway (a9b8206b-3c95-456f-a3a2-4411480c3d11), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.078903 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6321'] for router (a9b8206b-3c95-456f-a3a2-4411480c3d11), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.082514 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Publish callbacks [] for router_controller (a9b8206b-3c95-456f-a3a2-4411480c3d11), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.211119 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376449'] for router (a9b8206b-3c95-456f-a3a2-4411480c3d11), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.211659 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9b8206b-3c95-456f-a3a2-4411480c3d11 {{(pid=103877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:15:26.216531 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.217729 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-351498e7-4a6c-4c76-811d-c57ae1906579 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a9b8206b-3c95-456f-a3a2-4411480c3d11 HTTP/1.1" status: 204 len: 168 time: 1.0003440 Apr 06 17:15:26.220153 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39844) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:26.263792 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca764a0f-0e32-46a1-ba58-81d5df3765e2 admin admin] Deleting subnet 3ea5a750-c5e4-41b4-8721-acb1758a11fd {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:15:26.266684 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca764a0f-0e32-46a1-ba58-81d5df3765e2 admin admin] Publish callbacks [] for subnet (3ea5a750-c5e4-41b4-8721-acb1758a11fd), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.301130 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca764a0f-0e32-46a1-ba58-81d5df3765e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7130308'] for subnet (3ea5a750-c5e4-41b4-8721-acb1758a11fd), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.408042 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca764a0f-0e32-46a1-ba58-81d5df3765e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (3ea5a750-c5e4-41b4-8721-acb1758a11fd), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.533465 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca764a0f-0e32-46a1-ba58-81d5df3765e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7128047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5377154'] for subnet (3ea5a750-c5e4-41b4-8721-acb1758a11fd), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.558555 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca764a0f-0e32-46a1-ba58-81d5df3765e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea5a750-c5e4-41b4-8721-acb1758a11fd,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:26.562231 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca764a0f-0e32-46a1-ba58-81d5df3765e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.565948 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ca764a0f-0e32-46a1-ba58-81d5df3765e2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3ea5a750-c5e4-41b4-8721-acb1758a11fd HTTP/1.1" status: 204 len: 168 time: 0.3448772 Apr 06 17:15:26.568645 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39846) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:26.572805 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecec8d4-d36a-46fc-ac8d-bdba4b8c5076 None None] Network 44fe16da-612f-449b-840e-ac1a8d866aeb requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:15:26.640528 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (44fe16da-612f-449b-840e-ac1a8d866aeb), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.695979 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Deleting port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:15:26.696319 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.759422 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] DHCP port deletion for 44fe16da-612f-449b-840e-ac1a8d866aeb request from dv-cinder-836850-1-iscsi {{(pid=103878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:15:26.768692 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] For port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:26.768692 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.781965 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Calling delete_port for 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb owned by network:dhcp {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:15:26.810836 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Deleting port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb {{(pid=103878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:15:26.811259 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), before_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.872817 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:15:26.882223 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] For port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb,segment=NetworkSegment(954aa099-450f-4ebc-b677-361d6f2484ab),segment_id=954aa099-450f-4ebc-b677-361d6f2484ab)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:26.882633 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), precommit_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.905083 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:15:26.905428 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 1d621d6d-59cf-49d3-ab3b-eef9cbf71182 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:15:26.905838 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 91c00556-eda8-40d0-80dd-f95b1b661641 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:15:26.928522 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Calling delete_port for 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb owned by network:dhcp {{(pid=103878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:15:26.933570 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 91c00556-eda8-40d0-80dd-f95b1b661641 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:15:26.933920 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 91c00556-eda8-40d0-80dd-f95b1b661641 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:15:26.934325 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:15:26.948262 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:26.974114 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:26.978591 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] No DVR routers for this DVR port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb on host dv-cinder-836850-1-iscsi {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:15:27.039465 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No active binding found for port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb {{(pid=103878) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 06 17:15:27.039842 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] The host dv-cinder-836850-1-iscsi is not matching for port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb host None! {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 17:15:27.040226 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:15:27.050531 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (44fe16da-612f-449b-840e-ac1a8d866aeb), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.070814 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fe16da-612f-449b-840e-ac1a8d866aeb']}} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:27.076056 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb), after_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.080120 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954aa099-450f-4ebc-b677-361d6f2484ab') {'for_net_delete': True} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:27.080925 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954aa099-450f-4ebc-b677-361d6f2484ab') {} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:27.090140 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7130175'] for segment (954aa099-450f-4ebc-b677-361d6f2484ab), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.101636 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Pushing event deleted for resources: {'Port': ['ID=7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb,revision_number=None']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:27.103393 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (954aa099-450f-4ebc-b677-361d6f2484ab), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.109055 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] No DVR routers for this DVR port 7f2b8cf5-ed4b-4431-aa7d-70be7ea72ebb on host dv-cinder-836850-1-iscsi {{(pid=103878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:15:27.109478 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:15:27.109986 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7127941'] for segment (954aa099-450f-4ebc-b677-361d6f2484ab), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: Traceback (most recent call last): Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: timer() Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: cb(*args, **kw) Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: return func(*args, **kwargs) Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: self._notify() Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: self.callback(batched_events) Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: event.method(event) Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: return f(self, *a, **k) Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._get(url).json() Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: return self.request(url, 'GET', **kwargs) Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:15:27.111577 dv-cinder-836850-1-iscsi neutron-server[103877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:15:27.114047 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.114047 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.114047 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.114047 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.114047 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.114047 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.114047 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.114606 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.114606 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.114778 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.115147 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.115411 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.115778 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.116054 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.116377 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b8d74-6a51-41d2-972b-0d39d4a6be88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:15:27.475862 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (44fe16da-612f-449b-840e-ac1a8d866aeb), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.481123 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.484748 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/44fe16da-612f-449b-840e-ac1a8d866aeb HTTP/1.1" status: 204 len: 168 time: 0.9141695 Apr 06 17:15:27.495146 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fabf7-fc4c-4403-983e-d07e725c17f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=44fe16da-612f-449b-840e-ac1a8d866aeb,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:27.798028 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39850) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:27.836662 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-2c6081cc-a2fe-4859-8ff9-8b1012c6795e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb47d093c6bd40c985ea30e6874e5f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374868 Apr 06 17:15:27.839029 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 39852) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:15:27.884490 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6a29747a-3a4a-4088-a04b-624aa2ecb083 admin admin] Publish callbacks [] for security_group (9179d1be-9d1a-4585-acf5-970f9e1b9735), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:27.904899 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6a29747a-3a4a-4088-a04b-624aa2ecb083 admin admin] Publish callbacks [] for security_group (9179d1be-9d1a-4585-acf5-970f9e1b9735), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:28.012474 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6a29747a-3a4a-4088-a04b-624aa2ecb083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9179d1be-9d1a-4585-acf5-970f9e1b9735), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:28.015237 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6a29747a-3a4a-4088-a04b-624aa2ecb083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:28.016431 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-6a29747a-3a4a-4088-a04b-624aa2ecb083 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9179d1be-9d1a-4585-acf5-970f9e1b9735 HTTP/1.1" status: 204 len: 168 time: 0.1765029 Apr 06 17:15:28.024517 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29747a-3a4a-4088-a04b-624aa2ecb083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9179d1be-9d1a-4585-acf5-970f9e1b9735,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:32.452525 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:37.120841 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4ac9a7f1-fffc-462d-9cd8-6b65f3f6a170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:38.314321 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:15:39.621782 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-f9e2bcb2-f1ba-43b0-b557-00d95bb10d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:40.469636 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:41.804829 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:43.160404 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1379b4b-f78c-45fb-86d7-03a5ad2c0c07 req-0ab7ecf0-f025-42cf-bb6f-59461be11571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:43.161852 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a1379b4b-f78c-45fb-86d7-03a5ad2c0c07 req-0ab7ecf0-f025-42cf-bb6f-59461be11571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 946 time: 0.0547955 Apr 06 17:15:43.210212 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a1379b4b-f78c-45fb-86d7-03a5ad2c0c07 req-5f173dfa-cd8d-4477-8a61-b93101194e72 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423088 Apr 06 17:15:43.330747 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:44.325080 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca8725-58f1-41bb-91a8-a42ca24ba227 req-d2ef9d31-73a9-4748-9382-9cd4a4ee044b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:44.326562 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-44ca8725-58f1-41bb-91a8-a42ca24ba227 req-d2ef9d31-73a9-4748-9382-9cd4a4ee044b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 946 time: 0.0514600 Apr 06 17:15:44.375652 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-44ca8725-58f1-41bb-91a8-a42ca24ba227 req-e29265d0-2c06-4d73-a7f1-9993c046fe7e tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432644 Apr 06 17:15:45.527738 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d075251-6ba1-4503-89cc-2129903eb02b req-570676d9-e566-42a8-9e2a-01ddf5d22720 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:45.529209 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7d075251-6ba1-4503-89cc-2129903eb02b req-570676d9-e566-42a8-9e2a-01ddf5d22720 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 946 time: 0.0878141 Apr 06 17:15:45.536620 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-a23fd191-68a9-4592-ab51-db9e24f8c3b2 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:45.538509 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-a23fd191-68a9-4592-ab51-db9e24f8c3b2 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 946 time: 0.0858188 Apr 06 17:15:45.633603 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7d075251-6ba1-4503-89cc-2129903eb02b req-21385583-0385-4cd1-8409-08c116586605 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941036 Apr 06 17:15:45.659356 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Deleting port cfd362c7-4aca-4ea3-96ac-746174758869 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:15:45.659356 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:45.749750 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] For port cfd362c7-4aca-4ea3-96ac-746174758869, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=cfd362c7-4aca-4ea3-96ac-746174758869,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:15:45.750119 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:45.917484 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:45.917770 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (a283e46b-7582-40a3-8783-093780cd66c7), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:45.918088 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Floating IP a283e46b-7582-40a3-8783-093780cd66c7 disassociated. External IP: 172.27.1.32, port: cfd362c7-4aca-4ea3-96ac-746174758869. Apr 06 17:15:45.918435 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Calling delete_port for cfd362c7-4aca-4ea3-96ac-746174758869 owned by compute:nova {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:15:46.098429 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (cfd362c7-4aca-4ea3-96ac-746174758869), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:46.127477 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event deleted for resources: {'Port': ['ID=cfd362c7-4aca-4ea3-96ac-746174758869,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:46.244779 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Router 36329e38-45d1-415f-b3f1-2b98c62bee9e has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:15:46.354681 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:15:46.364430 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be5e6c-2be7-45e3-8a77-0ad6a4b63f12 None None] Sync routers for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:15:46.374794 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be5e6c-2be7-45e3-8a77-0ad6a4b63f12 None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:46.375453 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-57be5e6c-2be7-45e3-8a77-0ad6a4b63f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:15:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:46.395886 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] No DVR routers for this DVR port cfd362c7-4aca-4ea3-96ac-746174758869 on host hv-cinder-83685 {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:15:46.398631 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:46.402030 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bcdca5fe-9d6d-4dc5-8cbd-1be66c7f417d req-6de9be73-dabc-421e-b348-1e5b27e45716 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "DELETE /v2.0/ports/cfd362c7-4aca-4ea3-96ac-746174758869 HTTP/1.1" status: 204 len: 173 time: 0.8562074 Apr 06 17:15:46.402498 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'name': 'network-vif-deleted', 'tag': 'cfd362c7-4aca-4ea3-96ac-746174758869'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:46.404822 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5140b7cd-557c-4a3d-b932-5e8561853fd9" -d '{"events": [{"server_uuid": "4140cb2f-2dcb-4341-b91d-c65864ceba31", "name": "network-vif-deleted", "tag": "cfd362c7-4aca-4ea3-96ac-746174758869"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:46.439749 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e2a6b-0b4c-4998-90ed-f59f9cda3287 x-openstack-request-id: req-9d3e2a6b-0b4c-4998-90ed-f59f9cda3287 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:46.440040 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4140cb2f-2dcb-4341-b91d-c65864ceba31", "name": "network-vif-deleted", "tag": "cfd362c7-4aca-4ea3-96ac-746174758869", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:46.440298 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d3e2a6b-0b4c-4998-90ed-f59f9cda3287 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:46.440694 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3e2a6b-0b4c-4998-90ed-f59f9cda3287'] response: {'server_uuid': '4140cb2f-2dcb-4341-b91d-c65864ceba31', 'name': 'network-vif-deleted', 'tag': 'cfd362c7-4aca-4ea3-96ac-746174758869', 'status': 'completed', 'code': 200} Apr 06 17:15:46.489797 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-57be5e6c-2be7-45e3-8a77-0ad6a4b63f12 None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:46.696892 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-57be5e6c-2be7-45e3-8a77-0ad6a4b63f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:46.726291 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be5e6c-2be7-45e3-8a77-0ad6a4b63f12 None None] Checking router: 36329e38-45d1-415f-b3f1-2b98c62bee9e for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:15:46.730487 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2efa2bf5-de3a-426b-a948-f629efecd147 req-ef86633d-6116-42de-8bf7-63ef75d6980e tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 210 time: 0.0301104 Apr 06 17:15:46.741137 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be5e6c-2be7-45e3-8a77-0ad6a4b63f12 None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:15:46.741764 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-57be5e6c-2be7-45e3-8a77-0ad6a4b63f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:15:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:46.853612 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-57be5e6c-2be7-45e3-8a77-0ad6a4b63f12 None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:15:47.055578 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-57be5e6c-2be7-45e3-8a77-0ad6a4b63f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:15:47.084135 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be5e6c-2be7-45e3-8a77-0ad6a4b63f12 None None] The sync data for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi is: [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:15:47.315243 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24084730-5157-434a-a94c-16949c9f5bb6 None None] New status for floating IP a283e46b-7582-40a3-8783-093780cd66c7: DOWN {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:15:47.849305 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fed7a6af-32e7-4aa6-9951-afd75a8cf4cf req-79e37e10-7d60-44fd-a4fe-90c5ba19c358 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=4140cb2f-2dcb-4341-b91d-c65864ceba31 HTTP/1.1" status: 200 len: 210 time: 0.0276639 Apr 06 17:15:48.608099 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device cfd362c7-4aca-4ea3-96ac-746174758869 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:15:48.627729 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: cfd362c7-4aca-4ea3-96ac-746174758869 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:15:48.628079 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device cfd362c7-4aca-4ea3-96ac-746174758869 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:15:49.104111 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-0bcab9e8-324f-4cae-b3ad-365f2dc8c34d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-142823913&fields=id&tenant_id=fcbba36a2f4f401f929f1d2aa6666eba HTTP/1.1" status: 200 len: 267 time: 0.0432615 Apr 06 17:15:49.210827 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-201d910a-60bf-4dc0-b8b4-e73d9254c316 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:49.212266 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-201d910a-60bf-4dc0-b8b4-e73d9254c316 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 810 time: 0.1017969 Apr 06 17:15:49.226936 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-96b8c69c-224e-4d35-bbf5-db98b403d009 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/quotas/fcbba36a2f4f401f929f1d2aa6666eba HTTP/1.1" status: 200 len: 375 time: 0.0092700 Apr 06 17:15:49.280025 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-a52f193d-2f48-4960-864b-a044fd0db1cd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484309 Apr 06 17:15:49.371073 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-61dd3f38-0a97-46b8-a058-40900d0d5ac3 service neutron] 10.222.0.66 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799170 Apr 06 17:15:49.461650 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-ffe04f1f-c0e3-48ea-a07c-ea20bc8ea9cc service neutron] 10.222.0.66 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850489 Apr 06 17:15:50.050284 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2635a912-baf4-4a35-b501-d4405b68b9c4 req-cc24d94a-fe31-4664-bc56-3dc65ca1c145 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 210 time: 0.0277495 Apr 06 17:15:51.150224 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-feed9eda-3538-4376-8ebb-879e88bb8c8f req-3b2ec0d1-a067-472a-9f0c-5f5a6a47de98 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 210 time: 0.0362651 Apr 06 17:15:52.046402 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-c507db3e-adb4-48de-9b1d-1e3dea99c3ed tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:52.047849 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-c507db3e-adb4-48de-9b1d-1e3dea99c3ed tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 810 time: 0.1034098 Apr 06 17:15:52.114112 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-11e348ce-9bee-4286-9a45-067c3a4257f0 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcbba36a2f4f401f929f1d2aa6666eba HTTP/1.1" status: 200 len: 379 time: 0.0510647 Apr 06 17:15:52.133311 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'port': {'device_id': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'admin_state_up': True, 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'security_groups': ['4c08102c-3c5b-4f78-8ef1-eace987d3746']}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:52.252212 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f030b90a-aced-4095-8d9e-2858cb98f869 req-89d49a7c-938f-4002-a3df-eaa45a860f70 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 210 time: 0.0308218 Apr 06 17:15:52.337948 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Made reservation on behalf of fcbba36a2f4f401f929f1d2aa6666eba for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:15:52.341236 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:52.462948 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Allocated IP 172.20.0.5 (f56648ad-4fee-4abb-84da-d7aa65d77071/790d15a4-30c1-4520-8d58-4d9671d1192c/edee388f-6197-45bc-a2f3-ec2d29099960) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:15:52.597118 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for port (edee388f-6197-45bc-a2f3-ec2d29099960), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:52.720148 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:52.770360 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Network f56648ad-4fee-4abb-84da-d7aa65d77071 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:15:52.773970 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:15:52.779337 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:15:52.781912 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'Port': ['ID=edee388f-6197-45bc-a2f3-ec2d29099960,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:52.834239 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:52.834855 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:52.906318 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-d8143b36-561c-43d1-8c17-18c06ad86fdd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7770410 Apr 06 17:15:52.927235 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Request body: {'port': {'device_id': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:15:52.956651 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-39f71fba-371a-45c7-843e-1c497b8f7cbd None None] Provisioning complete for port edee388f-6197-45bc-a2f3-ec2d29099960 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:15:52.959210 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-39f71fba-371a-45c7-843e-1c497b8f7cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:52.985211 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:52.990428 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-39f71fba-371a-45c7-843e-1c497b8f7cbd None None] Port edee388f-6197-45bc-a2f3-ec2d29099960 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:15:53.246841 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edee388f-6197-45bc-a2f3-ec2d29099960 {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:15:53.253977 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Publish callbacks [] for port (edee388f-6197-45bc-a2f3-ec2d29099960), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.265603 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Transition to ACTIVE for port object edee388f-6197-45bc-a2f3-ec2d29099960 will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:15:53.345784 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.403674 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Pushing event updated for resources: {'Port': ['ID=edee388f-6197-45bc-a2f3-ec2d29099960,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:53.420421 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e2a54-81fc-46f8-805f-19ee1c83b4f1 req-47aeb5f6-e7b0-442e-9a5a-1544e95ef0f7 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:53.421991 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-df7e2a54-81fc-46f8-805f-19ee1c83b4f1 req-47aeb5f6-e7b0-442e-9a5a-1544e95ef0f7 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 931 time: 0.1046431 Apr 06 17:15:53.521902 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-df7e2a54-81fc-46f8-805f-19ee1c83b4f1 req-4cde8dd0-390a-40e7-bd50-a5efb0c9b827 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821295 Apr 06 17:15:53.526505 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Attempting to bind port edee388f-6197-45bc-a2f3-ec2d29099960 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:15:53.526849 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Attempting to bind port edee388f-6197-45bc-a2f3-ec2d29099960 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:15:53.527232 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Attempting to bind port edee388f-6197-45bc-a2f3-ec2d29099960 on network f56648ad-4fee-4abb-84da-d7aa65d77071 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:53.532069 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Port edee388f-6197-45bc-a2f3-ec2d29099960 on network f56648ad-4fee-4abb-84da-d7aa65d77071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:15:53.532431 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Attempting to bind port edee388f-6197-45bc-a2f3-ec2d29099960 on network f56648ad-4fee-4abb-84da-d7aa65d77071 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:15:53.539011 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:15:53.539359 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Checking segment: {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:15:53.539752 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Bound using segment: {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:15:53.540190 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Bound port: edee388f-6197-45bc-a2f3-ec2d29099960, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:15:53.540555 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.606635 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] For port edee388f-6197-45bc-a2f3-ec2d29099960, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:15:53.609739 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] For port edee388f-6197-45bc-a2f3-ec2d29099960, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=edee388f-6197-45bc-a2f3-ec2d29099960,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:15:53.707979 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.750424 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:53.750952 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:15:53.752359 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] 10.222.0.58 "PUT /v2.0/ports/edee388f-6197-45bc-a2f3-ec2d29099960 HTTP/1.1" status: 200 len: 1093 time: 0.8293948 Apr 06 17:15:53.752832 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'tag': 'edee388f-6197-45bc-a2f3-ec2d29099960'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:15:53.755066 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c3a286-bce4-4f51-863c-04089e5ba184" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdc7492-4f03-4d5e-9c97-b1e21c693132", "tag": "edee388f-6197-45bc-a2f3-ec2d29099960"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:15:53.788049 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb03bbf-f16d-4354-9df3-fc421959c381 service neutron] Pushing event updated for resources: {'Port': ['ID=edee388f-6197-45bc-a2f3-ec2d29099960,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:15:53.798546 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16af06e-4cf7-42d0-8c3a-4466c9b39463 x-openstack-request-id: req-b16af06e-4cf7-42d0-8c3a-4466c9b39463 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:15:53.798546 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdc7492-4f03-4d5e-9c97-b1e21c693132", "tag": "edee388f-6197-45bc-a2f3-ec2d29099960", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:15:53.798546 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b16af06e-4cf7-42d0-8c3a-4466c9b39463 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:15:53.798546 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16af06e-4cf7-42d0-8c3a-4466c9b39463'] response: {'name': 'network-changed', 'server_uuid': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'tag': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'status': 'completed', 'code': 200} Apr 06 17:15:53.900411 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3a286-bce4-4f51-863c-04089e5ba184 req-95bc9712-98bf-4150-a442-bb3968a10af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:53.901925 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91c3a286-bce4-4f51-863c-04089e5ba184 req-95bc9712-98bf-4150-a442-bb3968a10af6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 1127 time: 0.0496213 Apr 06 17:15:54.010667 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3a286-bce4-4f51-863c-04089e5ba184 req-9e79d01d-75ad-49b7-9a07-b00540760542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:54.010667 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91c3a286-bce4-4f51-863c-04089e5ba184 req-9e79d01d-75ad-49b7-9a07-b00540760542 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0921881 Apr 06 17:15:54.113888 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3a286-bce4-4f51-863c-04089e5ba184 req-0875d14f-2757-4cfa-a8f9-ba8dae651abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:54.116148 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91c3a286-bce4-4f51-863c-04089e5ba184 req-0875d14f-2757-4cfa-a8f9-ba8dae651abe service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946634 Apr 06 17:15:54.219293 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-8a4ec972-0b71-4440-8146-334a6795e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:54.220776 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-8a4ec972-0b71-4440-8146-334a6795e2c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 1127 time: 0.0448210 Apr 06 17:15:54.273485 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-1d807c65-6d58-4fd1-9ca3-29ea4f67c0f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edee388f-6197-45bc-a2f3-ec2d29099960 HTTP/1.1" status: 200 len: 217 time: 0.0373173 Apr 06 17:15:54.317095 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-977d9fb8-7abc-46d5-a5cf-94aaccea4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:54.319128 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-977d9fb8-7abc-46d5-a5cf-94aaccea4dd0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 200 len: 849 time: 0.0434351 Apr 06 17:15:54.366951 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-ca456b5f-4948-42bb-95eb-e59f9a36de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:54.369060 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-ca456b5f-4948-42bb-95eb-e59f9a36de63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f56648ad-4fee-4abb-84da-d7aa65d77071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436668 Apr 06 17:15:54.460944 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-8676e82f-3d12-4002-861c-0b57fb81f961 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858028 Apr 06 17:15:54.548777 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-def71907-dd37-4ed4-9407-9f63a15b9a2e req-238a3518-d34b-4ba2-b841-4787562c9874 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819111 Apr 06 17:15:54.642820 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3ce52-bbb2-42fa-b3be-424beefdfdbf req-0634318a-26df-458e-9818-a8998f1ab4ae tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:54.644232 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-59d3ce52-bbb2-42fa-b3be-424beefdfdbf req-0634318a-26df-458e-9818-a8998f1ab4ae tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 943 time: 0.0535939 Apr 06 17:15:54.696574 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-59d3ce52-bbb2-42fa-b3be-424beefdfdbf req-6fbbb3aa-cc32-4a7f-8379-bb0b5e36d189 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462008 Apr 06 17:15:55.813591 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c00f9-f590-4503-9169-9202b2a0c30f req-a77418db-e4eb-4a0d-9420-344963d76fbb tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:55.815060 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bc5c00f9-f590-4503-9169-9202b2a0c30f req-a77418db-e4eb-4a0d-9420-344963d76fbb tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 943 time: 0.0514205 Apr 06 17:15:55.862517 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bc5c00f9-f590-4503-9169-9202b2a0c30f req-f9dfb569-f548-4f67-88b7-77ddb8dea65c tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419424 Apr 06 17:15:56.975408 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bba2c-5aec-4415-984d-a88e1300f3a0 req-6a497df3-d25a-453a-93e2-c5b21f86d5be tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:56.976856 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cc8bba2c-5aec-4415-984d-a88e1300f3a0 req-6a497df3-d25a-453a-93e2-c5b21f86d5be tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 943 time: 0.0512564 Apr 06 17:15:57.023766 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cc8bba2c-5aec-4415-984d-a88e1300f3a0 req-f3d5bd6a-d7cb-4122-aca4-9efa26814275 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414765 Apr 06 17:15:58.142589 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af97e9d-72fe-4875-805e-d20918b40376 req-da924eb6-3714-4885-a263-493eab718fb6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:58.144082 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8af97e9d-72fe-4875-805e-d20918b40376 req-da924eb6-3714-4885-a263-493eab718fb6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 943 time: 0.0564570 Apr 06 17:15:58.190562 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8af97e9d-72fe-4875-805e-d20918b40376 req-f99c9445-b16e-4602-b4c3-62ab66df6535 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409732 Apr 06 17:15:59.305327 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab616711-cb0b-41a5-88a0-151a1aa120a4 req-bacac192-e58b-4931-871a-7edddd2abb35 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:15:59.306778 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab616711-cb0b-41a5-88a0-151a1aa120a4 req-bacac192-e58b-4931-871a-7edddd2abb35 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 943 time: 0.0517988 Apr 06 17:15:59.355879 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab616711-cb0b-41a5-88a0-151a1aa120a4 req-54ad4281-8821-41a0-af4a-87fec9a287c2 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434384 Apr 06 17:16:00.476682 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5124ac-bcf0-4727-a9f1-03c1d3e56d7d req-79db71d4-02a1-4031-a5c9-932c1c224e6d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:00.479029 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2b5124ac-bcf0-4727-a9f1-03c1d3e56d7d req-79db71d4-02a1-4031-a5c9-932c1c224e6d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 943 time: 0.0527525 Apr 06 17:16:00.530331 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2b5124ac-bcf0-4727-a9f1-03c1d3e56d7d req-de0be0db-cde2-45e9-9433-65ecd190362f tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464883 Apr 06 17:16:01.644066 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d499c-824d-44e5-9481-57758ba5066f req-b63704d0-adda-4d1e-96f0-458219a24aaa tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:01.645429 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-902d499c-824d-44e5-9481-57758ba5066f req-b63704d0-adda-4d1e-96f0-458219a24aaa tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 943 time: 0.0519094 Apr 06 17:16:01.691737 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-902d499c-824d-44e5-9481-57758ba5066f req-19418e25-1628-48c7-a112-5cd77c0f73c3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408871 Apr 06 17:16:02.429865 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:02.807840 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66468288-3ab5-4944-b649-bd3a82ad4558 req-2f7a4177-57f5-4c07-905f-ebc03fdad8c5 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:02.809283 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-66468288-3ab5-4944-b649-bd3a82ad4558 req-2f7a4177-57f5-4c07-905f-ebc03fdad8c5 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 943 time: 0.0510366 Apr 06 17:16:02.856591 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-66468288-3ab5-4944-b649-bd3a82ad4558 req-7cca4df9-b678-4a2b-816d-4eb26a462b01 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419106 Apr 06 17:16:03.971315 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a793f-815b-4641-a16c-4322d79da714 req-d08b9363-9928-474c-a36b-782e5db0f950 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:03.972744 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-561a793f-815b-4641-a16c-4322d79da714 req-d08b9363-9928-474c-a36b-782e5db0f950 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 943 time: 0.0538290 Apr 06 17:16:04.169719 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-561a793f-815b-4641-a16c-4322d79da714 req-bca473c2-3144-4a1f-bce3-25aa5048fffe tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915305 Apr 06 17:16:05.331732 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d787c-8862-4f67-8d02-9a6ee37a2102 req-378c9119-a0bb-4c54-93e4-d82e481009bd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:05.333821 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ca2d787c-8862-4f67-8d02-9a6ee37a2102 req-378c9119-a0bb-4c54-93e4-d82e481009bd tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 943 time: 0.0995433 Apr 06 17:16:05.383029 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ca2d787c-8862-4f67-8d02-9a6ee37a2102 req-cfce12fe-f923-4c23-83f8-597b38f25b7e tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438280 Apr 06 17:16:06.500055 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dad80-6c53-4967-8118-7febfb9d6a54 req-b329bbb4-456f-4026-82fb-13342290bcf6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:06.501060 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0d6dad80-6c53-4967-8118-7febfb9d6a54 req-b329bbb4-456f-4026-82fb-13342290bcf6 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 943 time: 0.0550377 Apr 06 17:16:06.549571 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0d6dad80-6c53-4967-8118-7febfb9d6a54 req-58864a0a-8d84-4aa2-9649-f63501f45b95 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424221 Apr 06 17:16:07.120327 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-afed857d-7d49-4bf8-bc90-2542230e0a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:07.663087 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70040795-01ab-41c5-ad4c-a87feff20232 req-4645a35b-dc39-481c-8e5a-b6dfe5201bc7 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:07.664609 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-70040795-01ab-41c5-ad4c-a87feff20232 req-4645a35b-dc39-481c-8e5a-b6dfe5201bc7 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 943 time: 0.0515251 Apr 06 17:16:07.664755 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device edee388f-6197-45bc-a2f3-ec2d29099960 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:16:07.713157 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-70040795-01ab-41c5-ad4c-a87feff20232 req-546933fd-e444-4bcc-b3d8-6bb6903efba0 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422654 Apr 06 17:16:07.762822 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port edee388f-6197-45bc-a2f3-ec2d29099960, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=edee388f-6197-45bc-a2f3-ec2d29099960,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:07.777350 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'port_id': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'mac_address': 'fa:16:3e:cc:e5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:16:07.812777 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port edee388f-6197-45bc-a2f3-ec2d29099960 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:16:07.813175 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:07.825947 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edee388f-6197-45bc-a2f3-ec2d29099960 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:16:07.843686 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port edee388f-6197-45bc-a2f3-ec2d29099960, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=edee388f-6197-45bc-a2f3-ec2d29099960,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:07.914585 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:07.960448 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=edee388f-6197-45bc-a2f3-ec2d29099960,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:08.773694 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['edee388f-6197-45bc-a2f3-ec2d29099960'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:16:08.829424 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26651b4f-5931-41b1-8635-b7f7b4b585ab req-d60ef519-5e39-42d9-a730-368f92476bad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:08.835564 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-26651b4f-5931-41b1-8635-b7f7b4b585ab req-d60ef519-5e39-42d9-a730-368f92476bad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 944 time: 0.0523703 Apr 06 17:16:08.884029 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-26651b4f-5931-41b1-8635-b7f7b4b585ab req-72c6bb0f-1038-44fd-b040-492a4d03aa2f tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468814 Apr 06 17:16:09.589157 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-98badd28-f900-40c5-b073-7dd96ee131cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:09.817068 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device edee388f-6197-45bc-a2f3-ec2d29099960 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:16:09.914598 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port edee388f-6197-45bc-a2f3-ec2d29099960 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:16:09.918572 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port edee388f-6197-45bc-a2f3-ec2d29099960 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:16:09.923679 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:10.004495 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port edee388f-6197-45bc-a2f3-ec2d29099960 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:16:10.004921 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:10.013912 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8fd7a-1341-4d2f-81a7-7a152cc11ba7 req-831a6bc6-b763-4e50-89e2-d176d7ea76bf tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:10.016053 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a1a8fd7a-1341-4d2f-81a7-7a152cc11ba7 req-831a6bc6-b763-4e50-89e2-d176d7ea76bf tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 944 time: 0.0657079 Apr 06 17:16:10.028674 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edee388f-6197-45bc-a2f3-ec2d29099960'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:10.030910 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b316c1f-8e50-4145-a2b9-a3f981f1480d" -d '{"events": [{"server_uuid": "8bdc7492-4f03-4d5e-9c97-b1e21c693132", "name": "network-vif-plugged", "status": "completed", "tag": "edee388f-6197-45bc-a2f3-ec2d29099960"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:10.045472 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port edee388f-6197-45bc-a2f3-ec2d29099960, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=edee388f-6197-45bc-a2f3-ec2d29099960,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:10.069480 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b527cb-2b82-4cf3-80fa-eef79dc57db0 x-openstack-request-id: req-52b527cb-2b82-4cf3-80fa-eef79dc57db0 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:16:10.069775 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdc7492-4f03-4d5e-9c97-b1e21c693132", "name": "network-vif-plugged", "status": "completed", "tag": "edee388f-6197-45bc-a2f3-ec2d29099960", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:16:10.070056 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52b527cb-2b82-4cf3-80fa-eef79dc57db0 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:16:10.070460 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b527cb-2b82-4cf3-80fa-eef79dc57db0'] response: {'server_uuid': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'code': 200} Apr 06 17:16:10.081046 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a1a8fd7a-1341-4d2f-81a7-7a152cc11ba7 req-24071024-a7c2-40ab-84d2-bbcb2eae204e tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586927 Apr 06 17:16:10.120795 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:10.171867 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=edee388f-6197-45bc-a2f3-ec2d29099960,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:10.446141 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c01670-66a2-4611-b05e-eaf674d77a58 req-55b11e67-6296-4013-87a6-f64d58106f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:10.447612 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-37c01670-66a2-4611-b05e-eaf674d77a58 req-55b11e67-6296-4013-87a6-f64d58106f5a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 1129 time: 0.0428791 Apr 06 17:16:10.472757 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:10.492295 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-37c01670-66a2-4611-b05e-eaf674d77a58 req-63f0098b-0062-4ecd-a865-7cf529e42373 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386174 Apr 06 17:16:11.202402 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284b63b-d5d6-456c-8634-84ec89ef7f64 req-f68f1b12-a73e-42ce-bf9c-fb890242b141 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:11.203864 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7284b63b-d5d6-456c-8634-84ec89ef7f64 req-f68f1b12-a73e-42ce-bf9c-fb890242b141 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 945 time: 0.0552721 Apr 06 17:16:11.251287 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7284b63b-d5d6-456c-8634-84ec89ef7f64 req-942ef499-327f-47c3-94b0-f5faab668898 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415480 Apr 06 17:16:11.798605 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:12.368164 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adaeeb-123b-4452-9e52-1ee9d463d2df req-366b5e12-85c2-4d07-83b7-62014f2d716d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:12.369636 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-65adaeeb-123b-4452-9e52-1ee9d463d2df req-366b5e12-85c2-4d07-83b7-62014f2d716d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 945 time: 0.0529401 Apr 06 17:16:12.418518 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-65adaeeb-123b-4452-9e52-1ee9d463d2df req-2476078d-8dcf-4518-b753-e232d399d4f8 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433235 Apr 06 17:16:13.323944 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:13.421671 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ef4be90-0b68-4bea-9ce4-5306b9514ce3 req-adb6d7e4-c877-43c0-812d-e2a3863f26cd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426080 Apr 06 17:16:13.558832 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4be90-0b68-4bea-9ce4-5306b9514ce3 req-984cb34a-e72f-43c9-858b-7cd38ecb0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:13.560328 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ef4be90-0b68-4bea-9ce4-5306b9514ce3 req-984cb34a-e72f-43c9-858b-7cd38ecb0ca9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 1130 time: 0.0808098 Apr 06 17:16:13.568472 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b3040-2b83-485d-abf5-e6c9a8aa92f3 req-48b235ae-fb36-42ba-a8ab-7c516aba66f1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:13.569910 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-289b3040-2b83-485d-abf5-e6c9a8aa92f3 req-48b235ae-fb36-42ba-a8ab-7c516aba66f1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 945 time: 0.0823379 Apr 06 17:16:13.678845 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-289b3040-2b83-485d-abf5-e6c9a8aa92f3 req-8ff7ca9e-7f1e-4342-8b13-914f4500bf36 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972519 Apr 06 17:16:13.700547 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4be90-0b68-4bea-9ce4-5306b9514ce3 req-93d68747-b8ef-4302-b821-29b73d9903f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:13.702637 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ef4be90-0b68-4bea-9ce4-5306b9514ce3 req-93d68747-b8ef-4302-b821-29b73d9903f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 917 time: 0.1204805 Apr 06 17:16:13.799634 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ef4be90-0b68-4bea-9ce4-5306b9514ce3 req-6d8a1d88-2965-47fe-a96d-3e8ff34e7cfb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc HTTP/1.1" status: 200 len: 1002 time: 0.0896602 Apr 06 17:16:14.074590 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d172c28-1eac-4524-8220-0c53437189d2 req-effe095d-bb9d-4be3-9d0f-5e51495f53fe tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:14.076025 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5d172c28-1eac-4524-8220-0c53437189d2 req-effe095d-bb9d-4be3-9d0f-5e51495f53fe tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 945 time: 0.3294845 Apr 06 17:16:14.101887 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4be90-0b68-4bea-9ce4-5306b9514ce3 req-d38c54c1-24d2-43d0-b92a-d038836f13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:14.103277 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ef4be90-0b68-4bea-9ce4-5306b9514ce3 req-d38c54c1-24d2-43d0-b92a-d038836f13e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 200 len: 855 time: 0.2966704 Apr 06 17:16:14.157584 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5d172c28-1eac-4524-8220-0c53437189d2 req-607dab51-6759-484f-9eb1-f5909d7db0e5 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758336 Apr 06 17:16:14.173499 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4be90-0b68-4bea-9ce4-5306b9514ce3 req-55858a90-b3a8-4b7b-a97d-6990433bfb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:14.173499 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ef4be90-0b68-4bea-9ce4-5306b9514ce3 req-55858a90-b3a8-4b7b-a97d-6990433bfb45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f20736-5662-4187-864d-0ee6f8a19f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628662 Apr 06 17:16:14.180376 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 40252) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:14.222569 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414fdf41-73fc-4bf2-bb7a-b4b3652abbd7 tempest-TestVolumeBootPattern-935528621 tempest-TestVolumeBootPattern-935528621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:14.227229 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-414fdf41-73fc-4bf2-bb7a-b4b3652abbd7 tempest-TestVolumeBootPattern-935528621 tempest-TestVolumeBootPattern-935528621-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 1124 time: 0.0432036 Apr 06 17:16:14.227380 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 40256) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:14.231570 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'port_id': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:16:14.264581 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ef4be90-0b68-4bea-9ce4-5306b9514ce3 req-9d8b5b20-cd86-4db9-9b8b-df9d93f9a9f7 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843732 Apr 06 17:16:14.302310 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:14.353586 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ef4be90-0b68-4bea-9ce4-5306b9514ce3 req-73b5a924-32df-4246-9f9c-924d9d8e2d23 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829313 Apr 06 17:16:14.401346 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:14.504785 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Allocated IP 172.27.1.252 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/37e7501b-a27d-4974-8c0c-73047a30c67c) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:16:14.602073 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for port (37e7501b-a27d-4974-8c0c-73047a30c67c), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:14.680479 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (37e7501b-a27d-4974-8c0c-73047a30c67c), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:14.719909 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:16:14.725160 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:16:14.729497 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:16:14.732584 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'Port': ['ID=37e7501b-a27d-4974-8c0c-73047a30c67c,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:14.764391 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.764749 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.765104 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.765451 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.765797 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.766180 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.766460 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.767076 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.767552 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.767740 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.768075 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.768408 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.768738 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.769066 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:14.769396 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:15.108291 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (c5453456-e7a6-41ae-940f-e5a8a01beb79), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:15.247988 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (37e7501b-a27d-4974-8c0c-73047a30c67c), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:15.313266 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:16:15.399385 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for port (37e7501b-a27d-4974-8c0c-73047a30c67c), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:15.472845 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (37e7501b-a27d-4974-8c0c-73047a30c67c), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:15.541145 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'Port': ['ID=37e7501b-a27d-4974-8c0c-73047a30c67c,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:15.554957 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (c5453456-e7a6-41ae-940f-e5a8a01beb79), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:15.655096 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.l3_db [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Floating IP c5453456-e7a6-41ae-940f-e5a8a01beb79 associated. External IP: 172.27.1.252, port: edee388f-6197-45bc-a2f3-ec2d29099960. Apr 06 17:16:15.863209 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Router 36329e38-45d1-415f-b3f1-2b98c62bee9e has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:16:15.968619 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:16:15.978740 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a246361e-af43-4999-9b3a-8056f2cd3a5c None None] Sync routers for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:16:15.988106 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a246361e-af43-4999-9b3a-8056f2cd3a5c None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:16:15.988682 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a246361e-af43-4999-9b3a-8056f2cd3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:16:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:16.042348 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:16.099898 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-a246361e-af43-4999-9b3a-8056f2cd3a5c None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:16:16.299576 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-b71c7047-5ce8-4f5d-8083-a877bcce685d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0710804 Apr 06 17:16:16.300285 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'tag': 'edee388f-6197-45bc-a2f3-ec2d29099960'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:16.303367 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90597bbc-5fdd-42f9-9d31-5e394884dfa1" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdc7492-4f03-4d5e-9c97-b1e21c693132", "tag": "edee388f-6197-45bc-a2f3-ec2d29099960"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:16.335869 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a246361e-af43-4999-9b3a-8056f2cd3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'c5453456-e7a6-41ae-940f-e5a8a01beb79', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:cc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:16:14Z', 'updated_at': '2022-04-06T17:16:14Z', 'revision_number': 0, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:16.361818 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a246361e-af43-4999-9b3a-8056f2cd3a5c None None] Checking router: 36329e38-45d1-415f-b3f1-2b98c62bee9e for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:16:16.370666 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a246361e-af43-4999-9b3a-8056f2cd3a5c None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:16:16.371314 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a246361e-af43-4999-9b3a-8056f2cd3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:16:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:16.394238 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f8cb1c-1193-496a-ba3e-74be96dff845 x-openstack-request-id: req-b2f8cb1c-1193-496a-ba3e-74be96dff845 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:16:16.394534 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdc7492-4f03-4d5e-9c97-b1e21c693132", "tag": "edee388f-6197-45bc-a2f3-ec2d29099960", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:16:16.394794 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2f8cb1c-1193-496a-ba3e-74be96dff845 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:16:16.395248 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f8cb1c-1193-496a-ba3e-74be96dff845'] response: {'name': 'network-changed', 'server_uuid': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'tag': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'status': 'completed', 'code': 200} Apr 06 17:16:16.482579 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-a246361e-af43-4999-9b3a-8056f2cd3a5c None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:16:16.486117 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90597bbc-5fdd-42f9-9d31-5e394884dfa1 req-98903b98-282e-43da-8df1-09a566ca9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:16.487657 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90597bbc-5fdd-42f9-9d31-5e394884dfa1 req-98903b98-282e-43da-8df1-09a566ca9746 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 1129 time: 0.0474603 Apr 06 17:16:16.580606 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90597bbc-5fdd-42f9-9d31-5e394884dfa1 req-f18d9416-9a24-48da-854f-7d36339fc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:16.581981 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90597bbc-5fdd-42f9-9d31-5e394884dfa1 req-f18d9416-9a24-48da-854f-7d36339fc9fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 911 time: 0.0877194 Apr 06 17:16:16.650390 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90597bbc-5fdd-42f9-9d31-5e394884dfa1 req-dd05617f-14a7-4abe-8692-8fefeeb36101 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edee388f-6197-45bc-a2f3-ec2d29099960 HTTP/1.1" status: 200 len: 999 time: 0.0609527 Apr 06 17:16:16.703198 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90597bbc-5fdd-42f9-9d31-5e394884dfa1 req-bc6c6294-2758-480e-971b-2eaf8bbffb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:16.704644 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90597bbc-5fdd-42f9-9d31-5e394884dfa1 req-bc6c6294-2758-480e-971b-2eaf8bbffb12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 200 len: 849 time: 0.0472550 Apr 06 17:16:16.712429 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a246361e-af43-4999-9b3a-8056f2cd3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'c5453456-e7a6-41ae-940f-e5a8a01beb79', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:cc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:16:14Z', 'updated_at': '2022-04-06T17:16:14Z', 'revision_number': 0, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:16:16.740170 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a246361e-af43-4999-9b3a-8056f2cd3a5c None None] The sync data for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi is: [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'c5453456-e7a6-41ae-940f-e5a8a01beb79', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:cc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:16:14Z', 'updated_at': '2022-04-06T17:16:14Z', 'revision_number': 0, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:16:16.756817 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90597bbc-5fdd-42f9-9d31-5e394884dfa1 req-8e62c955-d0eb-4d12-9d3a-d1ed88ae2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:16.758313 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90597bbc-5fdd-42f9-9d31-5e394884dfa1 req-8e62c955-d0eb-4d12-9d3a-d1ed88ae2ad6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f56648ad-4fee-4abb-84da-d7aa65d77071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467758 Apr 06 17:16:16.851293 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90597bbc-5fdd-42f9-9d31-5e394884dfa1 req-8258a4b8-f974-4da8-b1ad-768428dacf52 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852768 Apr 06 17:16:16.938708 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796108c-6b7a-4f23-acd3-235cc7213694 None None] New status for floating IP c5453456-e7a6-41ae-940f-e5a8a01beb79: ACTIVE {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:16:16.947887 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90597bbc-5fdd-42f9-9d31-5e394884dfa1 req-7edf6964-7a95-4920-b8b8-c90e51dc2d04 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902205 Apr 06 17:16:28.952089 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 40388) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:29.052951 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7847-f92f-4466-965f-4f489b70a49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:29.123438 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7847-f92f-4466-965f-4f489b70a49b admin admin] Publish callbacks [] for security_group (ec213659-9cca-4eaa-b986-1d4f8350efb9), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:29.200298 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f9dc7847-f92f-4466-965f-4f489b70a49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ec213659-9cca-4eaa-b986-1d4f8350efb9), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:29.237672 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-f9dc7847-f92f-4466-965f-4f489b70a49b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04c925aae9cd4c818a0da3c2697e791a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845592 Apr 06 17:16:29.241494 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc7847-f92f-4466-965f-4f489b70a49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec213659-9cca-4eaa-b986-1d4f8350efb9,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:29.241637 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 40392) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:29.289047 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Publish callbacks [] for security_group (ec213659-9cca-4eaa-b986-1d4f8350efb9), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:29.309262 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Publish callbacks [] for security_group (ec213659-9cca-4eaa-b986-1d4f8350efb9), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:29.428729 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ec213659-9cca-4eaa-b986-1d4f8350efb9), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:29.431229 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:29.432437 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec213659-9cca-4eaa-b986-1d4f8350efb9 HTTP/1.1" status: 204 len: 168 time: 0.1909559 Apr 06 17:16:29.440305 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec213659-9cca-4eaa-b986-1d4f8350efb9,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:29.447878 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.450357 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.450357 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.450357 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.450357 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.450357 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.450357 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.450357 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.451186 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.451186 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.451186 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.451445 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.451699 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.452022 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:29.452340 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e56a68-b2ac-4a53-94b2-7a0814adc159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:30.132714 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 40408) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:30.146022 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-38c5ee48-4d61-4512-a2e5-1e678e35860d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:30.221600 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-38c5ee48-4d61-4512-a2e5-1e678e35860d admin admin] Publish callbacks [] for security_group (6e427638-0f8d-49a9-b310-bf20897a6ea6), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:30.297412 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-38c5ee48-4d61-4512-a2e5-1e678e35860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (6e427638-0f8d-49a9-b310-bf20897a6ea6), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:30.335747 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-38c5ee48-4d61-4512-a2e5-1e678e35860d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cadab8157fb440b7be65ab2e367ced6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019694 Apr 06 17:16:30.336858 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5ee48-4d61-4512-a2e5-1e678e35860d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e427638-0f8d-49a9-b310-bf20897a6ea6,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:30.338418 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 40410) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:30.387569 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d7c25c9e-e1bf-42e9-ab0d-723bdac2f9a9 admin admin] Publish callbacks [] for security_group (6e427638-0f8d-49a9-b310-bf20897a6ea6), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:30.408726 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d7c25c9e-e1bf-42e9-ab0d-723bdac2f9a9 admin admin] Publish callbacks [] for security_group (6e427638-0f8d-49a9-b310-bf20897a6ea6), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:30.554703 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d7c25c9e-e1bf-42e9-ab0d-723bdac2f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (6e427638-0f8d-49a9-b310-bf20897a6ea6), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:30.557461 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d7c25c9e-e1bf-42e9-ab0d-723bdac2f9a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:30.558757 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d7c25c9e-e1bf-42e9-ab0d-723bdac2f9a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e427638-0f8d-49a9-b310-bf20897a6ea6 HTTP/1.1" status: 204 len: 168 time: 0.2186198 Apr 06 17:16:30.567570 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c25c9e-e1bf-42e9-ab0d-723bdac2f9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e427638-0f8d-49a9-b310-bf20897a6ea6,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:32.462799 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:33.751420 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05532eab-d3c6-4986-b6fb-82945da813a9 req-6740ae83-634d-4ad4-84c2-14ca5587b063 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:33.753028 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-05532eab-d3c6-4986-b6fb-82945da813a9 req-6740ae83-634d-4ad4-84c2-14ca5587b063 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0549099 Apr 06 17:16:33.801288 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-05532eab-d3c6-4986-b6fb-82945da813a9 req-1bc80241-0d67-414a-9e12-994c3f7ea774 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420759 Apr 06 17:16:34.922530 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f269-6857-46ad-b078-1460bd4f5f40 req-7f9e026c-99c2-4cd8-ad7b-311970ab3094 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:34.923948 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a163f269-6857-46ad-b078-1460bd4f5f40 req-7f9e026c-99c2-4cd8-ad7b-311970ab3094 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0521748 Apr 06 17:16:34.975471 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a163f269-6857-46ad-b078-1460bd4f5f40 req-4053f232-7aa4-4f0b-9470-a83dbf03fcfc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450323 Apr 06 17:16:36.099784 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c78715-a5a4-4551-a225-98ada82cad62 req-5c66caf5-6f61-44f6-bd5a-aff16f9f94ad tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:36.101323 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d8c78715-a5a4-4551-a225-98ada82cad62 req-5c66caf5-6f61-44f6-bd5a-aff16f9f94ad tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0551438 Apr 06 17:16:36.147084 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d8c78715-a5a4-4551-a225-98ada82cad62 req-f513a5a6-f326-41ba-b9af-dca669715a5b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401714 Apr 06 17:16:37.117810 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e029ee92-88e3-4cf2-a026-523d79379390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:37.268513 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18814ab5-231b-44ce-bd6d-bc672d3c5532 req-b1b32c3f-c90f-4686-80cb-630207e5cf87 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:37.269964 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-18814ab5-231b-44ce-bd6d-bc672d3c5532 req-b1b32c3f-c90f-4686-80cb-630207e5cf87 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0519953 Apr 06 17:16:37.315931 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-18814ab5-231b-44ce-bd6d-bc672d3c5532 req-1c0caf0e-3009-49ba-b96f-229e58529f15 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405102 Apr 06 17:16:38.449020 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc26c4-37a0-47ea-9f7d-155ecc624a1f req-543eb0a3-1cca-4fe2-8a69-e840822e11ce tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:38.450490 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-28fc26c4-37a0-47ea-9f7d-155ecc624a1f req-543eb0a3-1cca-4fe2-8a69-e840822e11ce tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0557673 Apr 06 17:16:38.496045 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-28fc26c4-37a0-47ea-9f7d-155ecc624a1f req-99382c78-986d-41dc-9c0d-6cd8bad01971 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399420 Apr 06 17:16:39.592098 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-0a1b998c-83ea-4e1e-8809-97ba54047f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:39.614691 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c66dc-9897-4e07-bebd-55e2c0d9ed3a req-82d30611-00c0-4688-b9c4-e628f7aa7cb2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:39.616176 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d87c66dc-9897-4e07-bebd-55e2c0d9ed3a req-82d30611-00c0-4688-b9c4-e628f7aa7cb2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0520744 Apr 06 17:16:39.661740 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d87c66dc-9897-4e07-bebd-55e2c0d9ed3a req-c9a8f5cb-0b41-447f-8138-9f0cc76e1d38 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400152 Apr 06 17:16:40.457144 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:40.780906 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b11e3d-3cbb-4567-a4e2-057dfe485fed req-6c17b8e0-d9f8-47af-959f-ed1bb3454b40 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:40.782398 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-52b11e3d-3cbb-4567-a4e2-057dfe485fed req-6c17b8e0-d9f8-47af-959f-ed1bb3454b40 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0515265 Apr 06 17:16:40.831075 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-52b11e3d-3cbb-4567-a4e2-057dfe485fed req-cb783c07-0859-4b67-a242-1bb40a1cb248 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426185 Apr 06 17:16:41.803744 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:41.949985 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495de22-3cba-442f-b9ac-74a9776e0452 req-89afde5a-3962-46c4-9e6a-d2a81213de58 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:41.951442 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f495de22-3cba-442f-b9ac-74a9776e0452 req-89afde5a-3962-46c4-9e6a-d2a81213de58 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0513270 Apr 06 17:16:41.997553 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f495de22-3cba-442f-b9ac-74a9776e0452 req-0d9a6e08-3185-4245-91fb-cfaaa6015fcf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402851 Apr 06 17:16:43.121467 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8ebde-53c5-4ccd-9549-191c6a0d0396 req-dfbcd4d5-71b1-4a7e-83b7-6d1c3e0741e8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:43.121467 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7ce8ebde-53c5-4ccd-9549-191c6a0d0396 req-dfbcd4d5-71b1-4a7e-83b7-6d1c3e0741e8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0529413 Apr 06 17:16:43.168057 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7ce8ebde-53c5-4ccd-9549-191c6a0d0396 req-c218f2d8-182f-422f-b0aa-837168f4706e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428061 Apr 06 17:16:43.342665 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:44.291295 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03450cf-440f-429b-a9ad-247855af524d req-00bc5c77-3dd1-4066-b418-4d2d96925219 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:44.292852 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a03450cf-440f-429b-a9ad-247855af524d req-00bc5c77-3dd1-4066-b418-4d2d96925219 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0557253 Apr 06 17:16:44.338137 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a03450cf-440f-429b-a9ad-247855af524d req-413abc7a-f1a0-49b8-8a8b-07c7434565b2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398161 Apr 06 17:16:45.458398 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f55bf-95fd-4449-8717-98d36ab2d73d req-e5c5dcfa-1d40-44b3-ad74-73bfb229e7da tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:45.459902 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-479f55bf-95fd-4449-8717-98d36ab2d73d req-e5c5dcfa-1d40-44b3-ad74-73bfb229e7da tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0535514 Apr 06 17:16:45.507641 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-479f55bf-95fd-4449-8717-98d36ab2d73d req-95ca92c0-b6c7-4e70-851c-5d8f25316f07 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407836 Apr 06 17:16:46.632271 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5c699-3234-4093-80fa-cb684e9c4d2f req-47f17319-7582-4f48-b8d7-378801c09834 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:46.633730 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-61e5c699-3234-4093-80fa-cb684e9c4d2f req-47f17319-7582-4f48-b8d7-378801c09834 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0569470 Apr 06 17:16:46.680004 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-61e5c699-3234-4093-80fa-cb684e9c4d2f req-85965215-2073-4e14-a544-aa84c6df518e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407088 Apr 06 17:16:46.904011 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 40608) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:47.004987 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a6ff104b-1fcb-4a94-847b-6f6fcf1d9119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.076406 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a6ff104b-1fcb-4a94-847b-6f6fcf1d9119 admin admin] Publish callbacks [] for security_group (850a9225-47aa-4dc4-a050-a448d3dd4c19), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.131287 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a6ff104b-1fcb-4a94-847b-6f6fcf1d9119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (850a9225-47aa-4dc4-a050-a448d3dd4c19), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.169802 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-a6ff104b-1fcb-4a94-847b-6f6fcf1d9119 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d3638f3edf44520a840166a05f757d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647431 Apr 06 17:16:47.170625 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff104b-1fcb-4a94-847b-6f6fcf1d9119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850a9225-47aa-4dc4-a050-a448d3dd4c19,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:47.172600 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 40612) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:47.220437 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d6e3855d-fb5d-4c67-8424-a0f169e39919 admin admin] Publish callbacks [] for security_group (850a9225-47aa-4dc4-a050-a448d3dd4c19), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.240841 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d6e3855d-fb5d-4c67-8424-a0f169e39919 admin admin] Publish callbacks [] for security_group (850a9225-47aa-4dc4-a050-a448d3dd4c19), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.348352 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d6e3855d-fb5d-4c67-8424-a0f169e39919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (850a9225-47aa-4dc4-a050-a448d3dd4c19), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.350910 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d6e3855d-fb5d-4c67-8424-a0f169e39919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.352139 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-d6e3855d-fb5d-4c67-8424-a0f169e39919 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/850a9225-47aa-4dc4-a050-a448d3dd4c19 HTTP/1.1" status: 204 len: 168 time: 0.1784871 Apr 06 17:16:47.359745 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3855d-fb5d-4c67-8424-a0f169e39919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850a9225-47aa-4dc4-a050-a448d3dd4c19,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:47.799783 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179a54-f7de-433d-b943-ecd455339c62 req-2c327e46-70eb-4777-952f-b490bc834cf5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:47.801260 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0179a54-f7de-433d-b943-ecd455339c62 req-2c327e46-70eb-4777-952f-b490bc834cf5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0510535 Apr 06 17:16:47.851885 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0179a54-f7de-433d-b943-ecd455339c62 req-079276b1-4754-4408-b428-7275dc77e6b4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447409 Apr 06 17:16:47.903408 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 40620) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:47.916408 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b609eb36-96d7-4cd1-901b-93efc265e8ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:47.987639 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b609eb36-96d7-4cd1-901b-93efc265e8ba admin admin] Publish callbacks [] for security_group (9cadb7e1-cd65-4356-9167-5afc04b3891b), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.039486 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b609eb36-96d7-4cd1-901b-93efc265e8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9cadb7e1-cd65-4356-9167-5afc04b3891b), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.075738 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b609eb36-96d7-4cd1-901b-93efc265e8ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f60e1e21b26246b3be776bd8d88edf31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712322 Apr 06 17:16:48.077608 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609eb36-96d7-4cd1-901b-93efc265e8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cadb7e1-cd65-4356-9167-5afc04b3891b,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:48.078440 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 40622) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:48.125356 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-22997bba-bd73-421a-82cc-529adf2589ab admin admin] Publish callbacks [] for security_group (9cadb7e1-cd65-4356-9167-5afc04b3891b), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.146469 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-22997bba-bd73-421a-82cc-529adf2589ab admin admin] Publish callbacks [] for security_group (9cadb7e1-cd65-4356-9167-5afc04b3891b), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.268201 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-22997bba-bd73-421a-82cc-529adf2589ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9cadb7e1-cd65-4356-9167-5afc04b3891b), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.270805 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-22997bba-bd73-421a-82cc-529adf2589ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:48.272319 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-22997bba-bd73-421a-82cc-529adf2589ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cadb7e1-cd65-4356-9167-5afc04b3891b HTTP/1.1" status: 204 len: 168 time: 0.1926782 Apr 06 17:16:48.281049 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22997bba-bd73-421a-82cc-529adf2589ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cadb7e1-cd65-4356-9167-5afc04b3891b,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:48.975279 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6d903-508a-48e5-ab4b-c019f555800b req-02e08909-0953-4a44-9060-b848ea149b44 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:48.976762 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b0f6d903-508a-48e5-ab4b-c019f555800b req-02e08909-0953-4a44-9060-b848ea149b44 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0528369 Apr 06 17:16:49.022693 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b0f6d903-508a-48e5-ab4b-c019f555800b req-ad349ff5-9b68-43b9-8a79-03c08561e62c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403907 Apr 06 17:16:50.149458 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9e564-52f4-410e-aab3-d5a0104e57d7 req-04bf14d5-7d4f-4ac5-9008-31c31dc21ba3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:50.150931 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b6d9e564-52f4-410e-aab3-d5a0104e57d7 req-04bf14d5-7d4f-4ac5-9008-31c31dc21ba3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0574143 Apr 06 17:16:50.198194 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b6d9e564-52f4-410e-aab3-d5a0104e57d7 req-14f39b93-b5e0-4764-97a1-cbf9049bed59 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Apr 06 17:16:51.320401 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba755ab2-5647-488e-974e-6edbf9d471d6 req-a41abfe3-955a-4642-8a97-a38ffc0569be tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:51.321926 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ba755ab2-5647-488e-974e-6edbf9d471d6 req-a41abfe3-955a-4642-8a97-a38ffc0569be tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0546417 Apr 06 17:16:51.368885 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ba755ab2-5647-488e-974e-6edbf9d471d6 req-e065a269-dbe1-408e-a108-651d6def705c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413811 Apr 06 17:16:51.506234 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 40700) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:51.607430 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d76c442d-9dee-428f-b42b-35177accb821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:51.677285 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d76c442d-9dee-428f-b42b-35177accb821 admin admin] Publish callbacks [] for security_group (2ccd5ebf-0000-4e8f-ba28-0787287249ac), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:51.740194 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d76c442d-9dee-428f-b42b-35177accb821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (2ccd5ebf-0000-4e8f-ba28-0787287249ac), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:51.778806 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d76c442d-9dee-428f-b42b-35177accb821 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3de0f04135de48cfbe1e917cea7c87bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714593 Apr 06 17:16:51.779700 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c442d-9dee-428f-b42b-35177accb821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccd5ebf-0000-4e8f-ba28-0787287249ac,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:51.781446 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 40704) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:51.828094 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca014783-557c-42e7-afef-fb905c04db08 admin admin] Publish callbacks [] for security_group (2ccd5ebf-0000-4e8f-ba28-0787287249ac), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:51.848935 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca014783-557c-42e7-afef-fb905c04db08 admin admin] Publish callbacks [] for security_group (2ccd5ebf-0000-4e8f-ba28-0787287249ac), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:51.979870 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca014783-557c-42e7-afef-fb905c04db08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (2ccd5ebf-0000-4e8f-ba28-0787287249ac), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:51.982380 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca014783-557c-42e7-afef-fb905c04db08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:51.983556 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ca014783-557c-42e7-afef-fb905c04db08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ccd5ebf-0000-4e8f-ba28-0787287249ac HTTP/1.1" status: 204 len: 168 time: 0.2005606 Apr 06 17:16:51.991794 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca014783-557c-42e7-afef-fb905c04db08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccd5ebf-0000-4e8f-ba28-0787287249ac,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:52.029982 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:16:52.127273 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:52.139363 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'port_id': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'mac_address': 'fa:16:3e:dd:b2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:16:52.175107 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc is: ACTIVE; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:16:52.175504 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:52.188495 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:16:52.207753 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:52.280147 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:52.312173 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:16:52.327512 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,revision_number=6']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:52.334432 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.334784 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.335164 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.335510 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.335847 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.336178 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.336506 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.336835 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.337161 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.337486 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.337810 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.338167 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.338600 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.338930 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.339276 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:16:52.454113 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['0ea73fc5-81fe-4a7f-88dc-740c8e832ecc'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:16:52.494408 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb987d6a-10ca-4a25-96cc-6760c2ef83d1 req-ad8ebb3f-c8a0-4d86-8bac-370838ec8077 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:52.495965 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bb987d6a-10ca-4a25-96cc-6760c2ef83d1 req-ad8ebb3f-c8a0-4d86-8bac-370838ec8077 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 945 time: 0.0568600 Apr 06 17:16:52.544392 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bb987d6a-10ca-4a25-96cc-6760c2ef83d1 req-92a5da57-5b7c-4716-8a66-ba4bf036af69 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422666 Apr 06 17:16:52.587837 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 40712) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:52.601681 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-3f7abcbc-01f8-4f2b-ad54-477cde909897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:52.674546 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-3f7abcbc-01f8-4f2b-ad54-477cde909897 admin admin] Publish callbacks [] for security_group (b52dfa8d-b30f-4427-a6ad-70e16f46656f), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:52.728712 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-3f7abcbc-01f8-4f2b-ad54-477cde909897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b52dfa8d-b30f-4427-a6ad-70e16f46656f), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:52.764301 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7abcbc-01f8-4f2b-ad54-477cde909897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52dfa8d-b30f-4427-a6ad-70e16f46656f,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:52.768655 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-3f7abcbc-01f8-4f2b-ad54-477cde909897 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=180b6616e41d4684b6e6ede4cc3ea9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797550 Apr 06 17:16:52.771900 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 40714) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:16:52.821722 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-3af17cf0-1354-465d-b3c2-c42ed1377f69 admin admin] Publish callbacks [] for security_group (b52dfa8d-b30f-4427-a6ad-70e16f46656f), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:52.842621 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-3af17cf0-1354-465d-b3c2-c42ed1377f69 admin admin] Publish callbacks [] for security_group (b52dfa8d-b30f-4427-a6ad-70e16f46656f), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:52.963040 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-3af17cf0-1354-465d-b3c2-c42ed1377f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b52dfa8d-b30f-4427-a6ad-70e16f46656f), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:52.965621 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-3af17cf0-1354-465d-b3c2-c42ed1377f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:52.966767 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-3af17cf0-1354-465d-b3c2-c42ed1377f69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b52dfa8d-b30f-4427-a6ad-70e16f46656f HTTP/1.1" status: 204 len: 168 time: 0.1939209 Apr 06 17:16:52.975366 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af17cf0-1354-465d-b3c2-c42ed1377f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52dfa8d-b30f-4427-a6ad-70e16f46656f,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:53.664552 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9575c5-14fa-4d9e-9bff-a0441feefc3e req-9bc46eb2-1ffc-49a9-9e9b-519e4a7da4e1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:53.665935 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1e9575c5-14fa-4d9e-9bff-a0441feefc3e req-9bc46eb2-1ffc-49a9-9e9b-519e4a7da4e1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 945 time: 0.0521395 Apr 06 17:16:53.713251 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1e9575c5-14fa-4d9e-9bff-a0441feefc3e req-7afe8cfb-3652-4058-81bb-bab343057dc2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417962 Apr 06 17:16:54.018654 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:16:54.066366 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:16:54.066764 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:54.146000 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:16:54.146620 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:54.169154 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:16:54.171293 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6493797c-cd24-411f-8fdf-0fd97ceb6112" -d '{"events": [{"server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "name": "network-vif-plugged", "status": "completed", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:16:54.183403 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:16:54.294390 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:16:54.323840 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f265ef70-9dff-48bd-bdef-e9c7c4fd3d79 x-openstack-request-id: req-f265ef70-9dff-48bd-bdef-e9c7c4fd3d79 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:16:54.324104 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "name": "network-vif-plugged", "status": "completed", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:16:54.324361 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f265ef70-9dff-48bd-bdef-e9c7c4fd3d79 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:16:54.324753 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f265ef70-9dff-48bd-bdef-e9c7c4fd3d79'] response: {'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'code': 200} Apr 06 17:16:54.344986 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,revision_number=7']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:16:54.836384 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0284c6b-9eed-4128-ad96-f2be636be457 req-487c0dac-c293-4445-b5ef-eaa362601f05 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:54.837877 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b0284c6b-9eed-4128-ad96-f2be636be457 req-487c0dac-c293-4445-b5ef-eaa362601f05 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0552070 Apr 06 17:16:54.885500 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b0284c6b-9eed-4128-ad96-f2be636be457 req-cba45aee-e05a-443a-9052-293ac58b79e2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422957 Apr 06 17:16:56.006528 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba0797-3723-4bc7-8744-e9d13ab8dbcc req-fc8aebfe-5a40-410f-8f98-703203f969e6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:56.008063 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-67ba0797-3723-4bc7-8744-e9d13ab8dbcc req-fc8aebfe-5a40-410f-8f98-703203f969e6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0515110 Apr 06 17:16:56.054123 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-67ba0797-3723-4bc7-8744-e9d13ab8dbcc req-a5c84f73-45b7-4f3c-ae95-d100e58b3268 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405133 Apr 06 17:16:57.172987 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b6953-65e7-4ac2-8b16-6c8f9f7da83b req-8df034b8-d752-49ca-9c4a-4c13acbc78dd tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:57.174354 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-904b6953-65e7-4ac2-8b16-6c8f9f7da83b req-8df034b8-d752-49ca-9c4a-4c13acbc78dd tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0514390 Apr 06 17:16:57.222944 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-904b6953-65e7-4ac2-8b16-6c8f9f7da83b req-09d7ab67-957b-47d5-8b8e-a6dde9d12400 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425816 Apr 06 17:16:58.348356 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e8841-8b3e-4838-8ebf-464b4df7ade4 req-c8d4dcc4-41ea-495f-be73-23ff01bfcd3d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:58.349833 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e90e8841-8b3e-4838-8ebf-464b4df7ade4 req-c8d4dcc4-41ea-495f-be73-23ff01bfcd3d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0559945 Apr 06 17:16:58.399565 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e90e8841-8b3e-4838-8ebf-464b4df7ade4 req-2dee6abb-6762-44f5-aa4a-986e9a9b6cf7 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425510 Apr 06 17:16:59.543366 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d675802-a5a5-4829-830a-d1fe2a2db143 req-d287d834-44c2-4fcf-86f2-9c0a98750263 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:16:59.545758 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1d675802-a5a5-4829-830a-d1fe2a2db143 req-d287d834-44c2-4fcf-86f2-9c0a98750263 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0749733 Apr 06 17:16:59.595150 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1d675802-a5a5-4829-830a-d1fe2a2db143 req-3e9e3d10-5731-4054-ae41-16ef2bdc51cc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 Apr 06 17:17:00.812616 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacb623-c2b6-44fe-abfc-34484ba6b857 req-069525f6-30d7-452a-b9cb-3d8f870f73c9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:00.815298 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-baacb623-c2b6-44fe-abfc-34484ba6b857 req-069525f6-30d7-452a-b9cb-3d8f870f73c9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0992694 Apr 06 17:17:00.913503 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-baacb623-c2b6-44fe-abfc-34484ba6b857 req-87081125-c952-41f5-b8d7-543f7c3ba8b6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816314 Apr 06 17:17:01.230339 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 40838) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:01.339349 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-90153440-7cce-40d5-8e38-92d25d397aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.422586 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-90153440-7cce-40d5-8e38-92d25d397aab admin admin] Publish callbacks [] for security_group (03580753-5fd2-40fb-b606-76f2e09579e2), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.484910 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-90153440-7cce-40d5-8e38-92d25d397aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (03580753-5fd2-40fb-b606-76f2e09579e2), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.522048 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90153440-7cce-40d5-8e38-92d25d397aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03580753-5fd2-40fb-b606-76f2e09579e2,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:01.527386 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-90153440-7cce-40d5-8e38-92d25d397aab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b209d4af18664ce3a7cb410a7b4075e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956910 Apr 06 17:17:01.529925 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 40842) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:01.583876 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca7c84c5-9f0a-4ef7-a7dd-24c806f19a9f admin admin] Publish callbacks [] for security_group (03580753-5fd2-40fb-b606-76f2e09579e2), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.607680 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca7c84c5-9f0a-4ef7-a7dd-24c806f19a9f admin admin] Publish callbacks [] for security_group (03580753-5fd2-40fb-b606-76f2e09579e2), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.721383 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca7c84c5-9f0a-4ef7-a7dd-24c806f19a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (03580753-5fd2-40fb-b606-76f2e09579e2), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.724638 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca7c84c5-9f0a-4ef7-a7dd-24c806f19a9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:01.725799 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ca7c84c5-9f0a-4ef7-a7dd-24c806f19a9f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03580753-5fd2-40fb-b606-76f2e09579e2 HTTP/1.1" status: 204 len: 168 time: 0.1949527 Apr 06 17:17:01.740091 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c84c5-9f0a-4ef7-a7dd-24c806f19a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03580753-5fd2-40fb-b606-76f2e09579e2,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:02.045049 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbce179-14de-4714-b043-cfc75dbb1c30 req-bd3b550b-efd3-446c-9c86-e3180af4f8b8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:02.052435 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bdbce179-14de-4714-b043-cfc75dbb1c30 req-bd3b550b-efd3-446c-9c86-e3180af4f8b8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0669203 Apr 06 17:17:02.105135 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bdbce179-14de-4714-b043-cfc75dbb1c30 req-2146fd8d-d26b-499b-9f55-2beddec9f08f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513861 Apr 06 17:17:02.347975 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 40850) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:02.367527 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2e926660-713a-4f88-957f-50c16eb171a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:02.443910 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2e926660-713a-4f88-957f-50c16eb171a8 admin admin] Publish callbacks [] for security_group (e6028406-7acd-4fce-b1cd-92a8401eeb2e), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:02.449008 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:02.502319 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2e926660-713a-4f88-957f-50c16eb171a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (e6028406-7acd-4fce-b1cd-92a8401eeb2e), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:02.540523 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-2e926660-713a-4f88-957f-50c16eb171a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0238dd2ebe14386b47067d74f866493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914632 Apr 06 17:17:02.541604 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e926660-713a-4f88-957f-50c16eb171a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6028406-7acd-4fce-b1cd-92a8401eeb2e,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:02.544323 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 40852) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:02.594681 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9cf57fbf-f495-4de3-87b0-b08603a5962a admin admin] Publish callbacks [] for security_group (e6028406-7acd-4fce-b1cd-92a8401eeb2e), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:02.616611 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9cf57fbf-f495-4de3-87b0-b08603a5962a admin admin] Publish callbacks [] for security_group (e6028406-7acd-4fce-b1cd-92a8401eeb2e), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:02.751554 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9cf57fbf-f495-4de3-87b0-b08603a5962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (e6028406-7acd-4fce-b1cd-92a8401eeb2e), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:02.755348 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9cf57fbf-f495-4de3-87b0-b08603a5962a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:02.755847 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-9cf57fbf-f495-4de3-87b0-b08603a5962a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6028406-7acd-4fce-b1cd-92a8401eeb2e HTTP/1.1" status: 204 len: 168 time: 0.2107711 Apr 06 17:17:02.765183 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf57fbf-f495-4de3-87b0-b08603a5962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6028406-7acd-4fce-b1cd-92a8401eeb2e,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:03.239134 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cab04b-1d61-4d0f-8126-3163bff3475b req-54675f73-cc75-431a-af2e-b77676044995 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:03.246974 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38cab04b-1d61-4d0f-8126-3163bff3475b req-54675f73-cc75-431a-af2e-b77676044995 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0712180 Apr 06 17:17:03.303713 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-38cab04b-1d61-4d0f-8126-3163bff3475b req-ad9ab1ed-8d1a-4f99-9135-a8fa65ff81c2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557275 Apr 06 17:17:04.474554 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c61e53-9fd8-4a4b-8183-e7f1221a758c req-1343fadf-9d4b-4483-a070-0e2b480b80f0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:04.483262 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-92c61e53-9fd8-4a4b-8183-e7f1221a758c req-1343fadf-9d4b-4483-a070-0e2b480b80f0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0621777 Apr 06 17:17:04.536399 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-92c61e53-9fd8-4a4b-8183-e7f1221a758c req-570139a3-5e75-4bb8-aae4-da5f4338ebb9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511467 Apr 06 17:17:05.662178 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755293e2-0a19-42db-b6d6-9683df936650 req-29424686-dda4-4459-af54-ea86e46c41ad tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:05.664234 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-755293e2-0a19-42db-b6d6-9683df936650 req-29424686-dda4-4459-af54-ea86e46c41ad tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0620177 Apr 06 17:17:05.725519 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-755293e2-0a19-42db-b6d6-9683df936650 req-2f16fb91-19c3-42f3-aa75-2551c506e6f5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498724 Apr 06 17:17:06.866302 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5ea3e-b95b-4847-8064-76bd61219833 req-53e0e1df-b97e-40b2-9dfe-9669e6f3d818 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:06.867817 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-17d5ea3e-b95b-4847-8064-76bd61219833 req-53e0e1df-b97e-40b2-9dfe-9669e6f3d818 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0551050 Apr 06 17:17:06.919126 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-17d5ea3e-b95b-4847-8064-76bd61219833 req-34a9f86c-0455-4d24-9c2e-99305143d666 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441880 Apr 06 17:17:07.111132 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a00c5c3a-609d-4b2d-aaf6-5e8af47b7a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:07.158176 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 40962) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:07.282507 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-70ad76f7-804c-4855-b2ca-d6e98bd596d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:07.365670 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-70ad76f7-804c-4855-b2ca-d6e98bd596d7 admin admin] Publish callbacks [] for security_group (e326a271-ed4c-4ae4-a434-1823a4bd344b), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:07.460100 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-70ad76f7-804c-4855-b2ca-d6e98bd596d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (e326a271-ed4c-4ae4-a434-1823a4bd344b), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:07.522264 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-70ad76f7-804c-4855-b2ca-d6e98bd596d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4eb92583c9534db5847de83074be3689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629520 Apr 06 17:17:07.523178 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad76f7-804c-4855-b2ca-d6e98bd596d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e326a271-ed4c-4ae4-a434-1823a4bd344b,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:07.525002 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 40968) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:07.577814 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5558589e-ab42-4dac-bd81-95d7d0cfd3b9 admin admin] Publish callbacks [] for security_group (e326a271-ed4c-4ae4-a434-1823a4bd344b), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:07.601013 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5558589e-ab42-4dac-bd81-95d7d0cfd3b9 admin admin] Publish callbacks [] for security_group (e326a271-ed4c-4ae4-a434-1823a4bd344b), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:07.725433 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5558589e-ab42-4dac-bd81-95d7d0cfd3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (e326a271-ed4c-4ae4-a434-1823a4bd344b), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:07.727985 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5558589e-ab42-4dac-bd81-95d7d0cfd3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:07.729139 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-5558589e-ab42-4dac-bd81-95d7d0cfd3b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e326a271-ed4c-4ae4-a434-1823a4bd344b HTTP/1.1" status: 204 len: 168 time: 0.2031295 Apr 06 17:17:07.737431 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558589e-ab42-4dac-bd81-95d7d0cfd3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e326a271-ed4c-4ae4-a434-1823a4bd344b,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:08.053427 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df10f15-99b1-40d5-9b47-0d701c38d966 req-028e138a-57c9-4400-9d35-fc080b8e6e67 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:08.060950 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3df10f15-99b1-40d5-9b47-0d701c38d966 req-028e138a-57c9-4400-9d35-fc080b8e6e67 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0630739 Apr 06 17:17:08.110906 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3df10f15-99b1-40d5-9b47-0d701c38d966 req-be2a20cf-aa05-42bd-a4ac-006b41891fa2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490878 Apr 06 17:17:08.464246 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 40978) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:08.480876 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2db6ea61-9371-47f8-a5d3-588d0ac2b88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:08.562920 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2db6ea61-9371-47f8-a5d3-588d0ac2b88d admin admin] Publish callbacks [] for security_group (1a585f87-307f-4828-b65f-00f1c68ec1d7), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:09.027989 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2db6ea61-9371-47f8-a5d3-588d0ac2b88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (1a585f87-307f-4828-b65f-00f1c68ec1d7), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:09.066662 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-2db6ea61-9371-47f8-a5d3-588d0ac2b88d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9dd71c2ce8184bfc8f05de6e5801e6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6012902 Apr 06 17:17:09.067922 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6ea61-9371-47f8-a5d3-588d0ac2b88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a585f87-307f-4828-b65f-00f1c68ec1d7,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:09.069318 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 40980) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:09.117954 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-72efdc39-536b-43be-aa65-94ff648bcfe5 admin admin] Publish callbacks [] for security_group (1a585f87-307f-4828-b65f-00f1c68ec1d7), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:09.138490 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-72efdc39-536b-43be-aa65-94ff648bcfe5 admin admin] Publish callbacks [] for security_group (1a585f87-307f-4828-b65f-00f1c68ec1d7), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:09.259838 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65d539-7c86-47e1-a5c2-d2814ebcfe28 req-23c3d277-0eea-4704-bb4f-c141ce26b625 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:09.267469 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8b65d539-7c86-47e1-a5c2-d2814ebcfe28 req-23c3d277-0eea-4704-bb4f-c141ce26b625 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0739183 Apr 06 17:17:09.283077 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-72efdc39-536b-43be-aa65-94ff648bcfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (1a585f87-307f-4828-b65f-00f1c68ec1d7), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:09.285606 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-72efdc39-536b-43be-aa65-94ff648bcfe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:09.290561 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-72efdc39-536b-43be-aa65-94ff648bcfe5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a585f87-307f-4828-b65f-00f1c68ec1d7 HTTP/1.1" status: 204 len: 168 time: 0.2170992 Apr 06 17:17:09.302462 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efdc39-536b-43be-aa65-94ff648bcfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a585f87-307f-4828-b65f-00f1c68ec1d7,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:09.340120 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8b65d539-7c86-47e1-a5c2-d2814ebcfe28 req-bc8ce3f6-5a13-432d-9dd5-f9705a673fcc tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703592 Apr 06 17:17:09.604802 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-12969b50-09b7-49b4-9f4c-1c0ed1ea33f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:10.508305 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:10.513851 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d74d8-b8d2-4fdf-8f03-6744f948c74d req-cfab3524-4ef8-482c-be57-d18cffdafafa tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:10.516806 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9e2d74d8-b8d2-4fdf-8f03-6744f948c74d req-cfab3524-4ef8-482c-be57-d18cffdafafa tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.1056416 Apr 06 17:17:10.571860 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9e2d74d8-b8d2-4fdf-8f03-6744f948c74d req-4305c716-c011-489f-b196-eb8b69ac1325 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482461 Apr 06 17:17:11.712967 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b31ce-5128-45b8-b93f-e22db97b310e req-ff9b7427-9990-47e5-8dc8-ae2df51d109b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:11.714480 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fe4b31ce-5128-45b8-b93f-e22db97b310e req-ff9b7427-9990-47e5-8dc8-ae2df51d109b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0622418 Apr 06 17:17:11.793310 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fe4b31ce-5128-45b8-b93f-e22db97b310e req-1e493552-927b-40aa-a083-f754d7d12a1e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672271 Apr 06 17:17:11.819880 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:12.912722 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184d27c-1186-4456-b09d-e4c197e5f2ca req-4a5ba8e9-54f9-40ea-8dbb-b94f4d5f18ff tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:12.920216 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d184d27c-1186-4456-b09d-e4c197e5f2ca req-4a5ba8e9-54f9-40ea-8dbb-b94f4d5f18ff tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0590003 Apr 06 17:17:12.965983 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d184d27c-1186-4456-b09d-e4c197e5f2ca req-7ce41c30-b92f-4c07-a8c8-3aabb46d3778 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402806 Apr 06 17:17:13.399015 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:14.093394 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a4dd2-9df8-4747-8906-ce8b2cac4f4b req-f8d2cd2c-ceda-4962-b6d9-df05b0c1c958 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:14.094868 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-456a4dd2-9df8-4747-8906-ce8b2cac4f4b req-f8d2cd2c-ceda-4962-b6d9-df05b0c1c958 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0559452 Apr 06 17:17:14.148087 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-456a4dd2-9df8-4747-8906-ce8b2cac4f4b req-9a68317b-720f-4cc1-9c8d-ceda069ddab0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466130 Apr 06 17:17:15.278221 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec81be8-7f91-46c3-b580-b253cb7985d6 req-c9720a60-ffeb-49a8-abd0-57b689d3e523 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:15.279896 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2ec81be8-7f91-46c3-b580-b253cb7985d6 req-c9720a60-ffeb-49a8-abd0-57b689d3e523 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0595119 Apr 06 17:17:15.333674 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2ec81be8-7f91-46c3-b580-b253cb7985d6 req-b99ef17f-837b-4867-b1ed-b72c845aa91f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481544 Apr 06 17:17:15.462110 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-4d1b1c47-8668-4bff-86e6-f70c658b15a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1433561 Apr 06 17:17:15.625029 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-71716bca-04b6-4c87-8dc6-698d857eb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:15.626506 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-71716bca-04b6-4c87-8dc6-698d857eb05e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67f78841d4074149a27e6c2ef72dc770&device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 1130 time: 0.0445125 Apr 06 17:17:15.732652 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-6840f60a-703b-407e-af3f-dee480e2117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:15.734305 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-6840f60a-703b-407e-af3f-dee480e2117c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 HTTP/1.1" status: 200 len: 911 time: 0.0897887 Apr 06 17:17:15.878946 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-f3faa19d-7e82-477a-9f2e-39f5cb83c5aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2f28b5-83e2-47af-bc71-414c7dd58d94 HTTP/1.1" status: 200 len: 1002 time: 0.0625610 Apr 06 17:17:15.879200 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd8ac4-e6c0-40b6-9453-b8a42704a2d7 req-6f594e09-873e-497a-a5a5-dd66dc862958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:15.880452 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f7fd8ac4-e6c0-40b6-9453-b8a42704a2d7 req-6f594e09-873e-497a-a5a5-dd66dc862958 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 1130 time: 0.0555179 Apr 06 17:17:15.938789 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-446c0903-16bc-41cf-a9c7-8ab296d9f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:15.940297 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-446c0903-16bc-41cf-a9c7-8ab296d9f8b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8377ebda-3e29-4c9b-ad5b-f3579b9da41a HTTP/1.1" status: 200 len: 849 time: 0.0517583 Apr 06 17:17:15.981084 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd8ac4-e6c0-40b6-9453-b8a42704a2d7 req-0c795bc9-f586-42e6-a069-d5e6fcd9a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:15.982614 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f7fd8ac4-e6c0-40b6-9453-b8a42704a2d7 req-0c795bc9-f586-42e6-a069-d5e6fcd9a24f service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 917 time: 0.0940058 Apr 06 17:17:15.993439 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-b553845e-485c-4a24-a408-59b91e99eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:15.994931 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-b553845e-485c-4a24-a408-59b91e99eb15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455534 Apr 06 17:17:16.006696 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-dd791f4e-2967-4b54-87e0-51fc60c957cd service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103877) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:17:16.007924 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-dd791f4e-2967-4b54-87e0-51fc60c957cd service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052862 Apr 06 17:17:16.051244 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f7fd8ac4-e6c0-40b6-9453-b8a42704a2d7 req-00bf750d-3286-4232-99ca-3aa9bae4260f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc HTTP/1.1" status: 200 len: 1002 time: 0.0623078 Apr 06 17:17:16.101991 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-dddc126d-f6ee-4b1a-a9bf-dc59276e2b40 service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885198 Apr 06 17:17:16.105569 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd8ac4-e6c0-40b6-9453-b8a42704a2d7 req-1ae44143-b108-4d84-8f21-e1925a1d563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:16.107035 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f7fd8ac4-e6c0-40b6-9453-b8a42704a2d7 req-1ae44143-b108-4d84-8f21-e1925a1d563b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 200 len: 855 time: 0.0499761 Apr 06 17:17:16.158789 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd8ac4-e6c0-40b6-9453-b8a42704a2d7 req-7e284bbe-cc04-4fa7-af45-6f3a20a5f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:16.160372 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f7fd8ac4-e6c0-40b6-9453-b8a42704a2d7 req-7e284bbe-cc04-4fa7-af45-6f3a20a5f695 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f20736-5662-4187-864d-0ee6f8a19f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475378 Apr 06 17:17:16.200025 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88b2aff9-7f3c-4c0c-8807-23de737e8073 req-d3d80634-db39-4ba5-aa15-84dc2a24733b service neutron] 10.222.0.58 "GET /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873330 Apr 06 17:17:16.250565 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f7fd8ac4-e6c0-40b6-9453-b8a42704a2d7 req-3762d218-0734-438d-8067-06db532c99f4 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831325 Apr 06 17:17:16.343070 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f7fd8ac4-e6c0-40b6-9453-b8a42704a2d7 req-2ca14690-2856-405f-8a4f-b412ab3459a2 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867038 Apr 06 17:17:16.463274 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707de449-1a7e-45b1-859a-61c93d3e2296 req-ea8fc216-a358-47f2-a0a6-c6b21f4f3f10 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:16.464861 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-707de449-1a7e-45b1-859a-61c93d3e2296 req-ea8fc216-a358-47f2-a0a6-c6b21f4f3f10 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0562046 Apr 06 17:17:16.512792 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-707de449-1a7e-45b1-859a-61c93d3e2296 req-662535be-6f05-43f1-849b-f8b235f6334c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422745 Apr 06 17:17:17.637962 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9c27-bd56-464f-a11e-4211cff5d1fd req-f09a8064-13e5-47b9-986a-3aa9c067c3a8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:17.639447 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5cef9c27-bd56-464f-a11e-4211cff5d1fd req-f09a8064-13e5-47b9-986a-3aa9c067c3a8 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 946 time: 0.0569949 Apr 06 17:17:17.686896 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5cef9c27-bd56-464f-a11e-4211cff5d1fd req-d88c2b8c-6f10-4643-92f2-864b6b636a09 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415525 Apr 06 17:17:18.165592 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:17:18.240788 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc is: ACTIVE; New status is: DOWN {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:18.241175 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.263757 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:17:18.266190 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0184fec4-6517-4b69-8814-7b551fa2598f" -d '{"events": [{"server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:17:18.278052 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:18.300084 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16be843e-6375-4f91-ae4a-cba6b4e25f61 x-openstack-request-id: req-16be843e-6375-4f91-ae4a-cba6b4e25f61 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:17:18.300377 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:17:18.300631 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16be843e-6375-4f91-ae4a-cba6b4e25f61 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:17:18.301021 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16be843e-6375-4f91-ae4a-cba6b4e25f61'] response: {'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'code': 200} Apr 06 17:17:18.368658 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:18.416221 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,revision_number=8']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:18.811062 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d85e0c-7d03-4f4f-86f3-7e932dcdd509 req-56331d46-ce6f-4709-9c20-f9bbfa7a2d92 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:18.812518 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36d85e0c-7d03-4f4f-86f3-7e932dcdd509 req-56331d46-ce6f-4709-9c20-f9bbfa7a2d92 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0519300 Apr 06 17:17:18.857978 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-36d85e0c-7d03-4f4f-86f3-7e932dcdd509 req-d8048e4a-ee40-4fb9-9b78-31f64cae2050 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398314 Apr 06 17:17:20.838472 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-6fe57f06-d224-4b97-b4a4-9f58f86bfec3 req-ba43f3ab-533d-4a66-88c9-a8fd88638156 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103877) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:17:20.839481 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6fe57f06-d224-4b97-b4a4-9f58f86bfec3 req-ba43f3ab-533d-4a66-88c9-a8fd88638156 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058260 Apr 06 17:17:21.142193 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b693ff7-532e-4398-b5ba-4b89c10f6597 req-2d412a94-446e-496c-bd5a-86337e6741d5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:21.143580 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8b693ff7-532e-4398-b5ba-4b89c10f6597 req-2d412a94-446e-496c-bd5a-86337e6741d5 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0517101 Apr 06 17:17:21.193532 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8b693ff7-532e-4398-b5ba-4b89c10f6597 req-ed74794b-a43e-4e79-a5c0-44c2080341e4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444329 Apr 06 17:17:21.664619 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41228) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:21.747837 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-cd03dac2-78e4-4032-b157-018df7d37383 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820479 Apr 06 17:17:21.756673 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-384577f8-b001-4534-aec7-eae32ab00b21 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103877) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:17:21.757637 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-384577f8-b001-4534-aec7-eae32ab00b21 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049570 Apr 06 17:17:22.196384 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:17:22.275013 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc is: DOWN; New status is: DOWN {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:22.314744 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b72bef-f83f-41a5-a778-8ff5e4046555 req-6e325011-8274-44c3-a590-d60fd6d937c2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:22.316233 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c4b72bef-f83f-41a5-a778-8ff5e4046555 req-6e325011-8274-44c3-a590-d60fd6d937c2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0514910 Apr 06 17:17:22.362242 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c4b72bef-f83f-41a5-a778-8ff5e4046555 req-a4cd116e-5dbd-4358-b59f-e1421bb48213 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398800 Apr 06 17:17:22.853288 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41252) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:22.910371 dv-cinder-836850-1-iscsi neutron-server[103876]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 17:17:22.954679 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74af44-c078-461a-9b8b-06af9952605f req-77711666-2bc3-402a-8941-12e5ee6f2653 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:22.956095 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-77711666-2bc3-402a-8941-12e5ee6f2653 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports/0ea73fc5-81fe-4a7f-88dc-740c8e832ecc HTTP/1.1" status: 200 len: 941 time: 0.1017041 Apr 06 17:17:22.969560 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41262) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:23.071669 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.146003 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Publish callbacks [] for security_group (8f3a7283-3653-4528-971c-15255d98563f), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.221889 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (8f3a7283-3653-4528-971c-15255d98563f), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.264569 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f5c0238787f340dabe261a9cb32ffdc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939613 Apr 06 17:17:23.268481 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3a7283-3653-4528-971c-15255d98563f,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:23.268619 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41266) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:23.272683 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.273042 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.273407 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.273758 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.274091 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.274423 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.274828 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.275191 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.275522 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.275850 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.276176 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.276502 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.276823 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.277146 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.277464 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e621912-bc67-4371-b3bb-88f510e4db00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:23.314583 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-693b7657-a122-4bf3-8943-36fc508104a7 admin admin] Publish callbacks [] for security_group (8f3a7283-3653-4528-971c-15255d98563f), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.335487 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-693b7657-a122-4bf3-8943-36fc508104a7 admin admin] Publish callbacks [] for security_group (8f3a7283-3653-4528-971c-15255d98563f), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.465252 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-693b7657-a122-4bf3-8943-36fc508104a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (8f3a7283-3653-4528-971c-15255d98563f), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.467911 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-693b7657-a122-4bf3-8943-36fc508104a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:23.469027 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-693b7657-a122-4bf3-8943-36fc508104a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f3a7283-3653-4528-971c-15255d98563f HTTP/1.1" status: 204 len: 168 time: 0.2003407 Apr 06 17:17:23.479635 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b7657-a122-4bf3-8943-36fc508104a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3a7283-3653-4528-971c-15255d98563f,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:23.498888 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5250f-a18f-4b7c-a92a-2a277ad8f000 req-8ea31a73-3dde-4371-afad-0fbcea0e60e6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:23.498888 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-92b5250f-a18f-4b7c-a92a-2a277ad8f000 req-8ea31a73-3dde-4371-afad-0fbcea0e60e6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0655189 Apr 06 17:17:23.545629 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-92b5250f-a18f-4b7c-a92a-2a277ad8f000 req-c23c4ba6-c16c-4f5d-9aef-6086a690bb7e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417871 Apr 06 17:17:24.040760 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41276) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:24.053900 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9cd9317e-bd77-4f42-a5db-5cffa26f2f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.125529 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9cd9317e-bd77-4f42-a5db-5cffa26f2f77 admin admin] Publish callbacks [] for security_group (3d407821-58f8-44d3-8715-fa769feac980), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.204744 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9cd9317e-bd77-4f42-a5db-5cffa26f2f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (3d407821-58f8-44d3-8715-fa769feac980), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.242987 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-9cd9317e-bd77-4f42-a5db-5cffa26f2f77 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf16803610584c26b783134e1d8b0108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006161 Apr 06 17:17:24.245032 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9317e-bd77-4f42-a5db-5cffa26f2f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d407821-58f8-44d3-8715-fa769feac980,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:24.245752 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41282) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:24.297225 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-3b892e6c-92dd-4fc7-a71a-ed625c800826 admin admin] Publish callbacks [] for security_group (3d407821-58f8-44d3-8715-fa769feac980), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.318463 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-3b892e6c-92dd-4fc7-a71a-ed625c800826 admin admin] Publish callbacks [] for security_group (3d407821-58f8-44d3-8715-fa769feac980), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.416362 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-3b892e6c-92dd-4fc7-a71a-ed625c800826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (3d407821-58f8-44d3-8715-fa769feac980), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.418970 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-3b892e6c-92dd-4fc7-a71a-ed625c800826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:24.420208 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-3b892e6c-92dd-4fc7-a71a-ed625c800826 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d407821-58f8-44d3-8715-fa769feac980 HTTP/1.1" status: 204 len: 168 time: 0.1734869 Apr 06 17:17:24.428879 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b892e6c-92dd-4fc7-a71a-ed625c800826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d407821-58f8-44d3-8715-fa769feac980,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:24.670186 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1992c-fc46-4451-8d02-785148e7c0f2 req-b8c54db5-8d81-4ee0-bc0f-bb8015eecee3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:24.671698 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b7f1992c-fc46-4451-8d02-785148e7c0f2 req-b8c54db5-8d81-4ee0-bc0f-bb8015eecee3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0549915 Apr 06 17:17:24.719332 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b7f1992c-fc46-4451-8d02-785148e7c0f2 req-5612c491-b4ff-4040-a97d-41d76043a53a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422225 Apr 06 17:17:24.978457 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41294) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:24.991556 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-88e7ff92-b695-4dd1-a557-68a0edd7e4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.061935 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-88e7ff92-b695-4dd1-a557-68a0edd7e4ef admin admin] Publish callbacks [] for security_group (91065659-68c5-4612-b25f-63371822c671), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.121775 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-88e7ff92-b695-4dd1-a557-68a0edd7e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (91065659-68c5-4612-b25f-63371822c671), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.159516 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-88e7ff92-b695-4dd1-a557-68a0edd7e4ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b416901e6ff44aaa3b0cfd513187996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799932 Apr 06 17:17:25.161474 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7ff92-b695-4dd1-a557-68a0edd7e4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91065659-68c5-4612-b25f-63371822c671,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:25.162293 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41296) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:25.208026 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d539254f-2235-4514-be77-c8f65ba35973 admin admin] Publish callbacks [] for security_group (91065659-68c5-4612-b25f-63371822c671), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.228519 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d539254f-2235-4514-be77-c8f65ba35973 admin admin] Publish callbacks [] for security_group (91065659-68c5-4612-b25f-63371822c671), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.375792 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d539254f-2235-4514-be77-c8f65ba35973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (91065659-68c5-4612-b25f-63371822c671), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.378376 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d539254f-2235-4514-be77-c8f65ba35973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:25.379583 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-d539254f-2235-4514-be77-c8f65ba35973 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91065659-68c5-4612-b25f-63371822c671 HTTP/1.1" status: 204 len: 168 time: 0.2162759 Apr 06 17:17:25.387970 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539254f-2235-4514-be77-c8f65ba35973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91065659-68c5-4612-b25f-63371822c671,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:25.844723 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7866ae-306c-4448-8e60-82cfe1bcd615 req-45b682f2-b07c-4a9a-9cea-1a4faa0c6368 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:25.846211 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bc7866ae-306c-4448-8e60-82cfe1bcd615 req-45b682f2-b07c-4a9a-9cea-1a4faa0c6368 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0556512 Apr 06 17:17:25.893001 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bc7866ae-306c-4448-8e60-82cfe1bcd615 req-367db105-6ef9-403d-9ac5-dad31d3b9104 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413833 Apr 06 17:17:27.013131 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d019d1-da6b-4fba-ad05-32e48daa39ee req-59ca9929-1aee-4fa5-a1dc-d816a551e72e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:27.014534 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-15d019d1-da6b-4fba-ad05-32e48daa39ee req-59ca9929-1aee-4fa5-a1dc-d816a551e72e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0514612 Apr 06 17:17:27.062531 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-15d019d1-da6b-4fba-ad05-32e48daa39ee req-bc5b9fd7-be44-4de1-9571-a8fccc0d761a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421255 Apr 06 17:17:28.055798 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74af44-c078-461a-9b8b-06af9952605f req-8757b168-74b0-49ac-8473-0db948f04f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:28.057188 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-8757b168-74b0-49ac-8473-0db948f04f89 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75&tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e HTTP/1.1" status: 200 len: 1128 time: 0.0777071 Apr 06 17:17:28.135256 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74af44-c078-461a-9b8b-06af9952605f req-e828698d-ed89-47f6-98b8-9597f1c1d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:28.136760 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-e828698d-ed89-47f6-98b8-9597f1c1d1e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 1128 time: 0.0460486 Apr 06 17:17:28.187765 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bb979-64f5-499c-a828-b39ac8dcaf74 req-b689f365-421f-497a-9223-3b38eec8d15a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:28.189293 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-481bb979-64f5-499c-a828-b39ac8dcaf74 req-b689f365-421f-497a-9223-3b38eec8d15a tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0529666 Apr 06 17:17:28.247631 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74af44-c078-461a-9b8b-06af9952605f req-9c01a86e-beb8-4cf1-affb-f7d684cfd6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:28.249151 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-9c01a86e-beb8-4cf1-affb-f7d684cfd6e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 200 len: 917 time: 0.1050007 Apr 06 17:17:28.250823 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-481bb979-64f5-499c-a828-b39ac8dcaf74 req-ee5c756f-1710-4b24-88c9-d2f5618d0df1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550776 Apr 06 17:17:28.321543 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-cd187966-9318-4749-9b30-656f16f0ca5e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc HTTP/1.1" status: 200 len: 1000 time: 0.0653160 Apr 06 17:17:28.373647 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74af44-c078-461a-9b8b-06af9952605f req-3f806cb5-0bcf-4c1f-b1a2-fdce94fad00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:28.374937 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-3f806cb5-0bcf-4c1f-b1a2-fdce94fad00c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 200 len: 855 time: 0.0462568 Apr 06 17:17:28.430635 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74af44-c078-461a-9b8b-06af9952605f req-9e8e1540-12cb-4986-a4ee-f8f6567fc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:28.432280 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-9e8e1540-12cb-4986-a4ee-f8f6567fc821 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=09f20736-5662-4187-864d-0ee6f8a19f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492105 Apr 06 17:17:28.519612 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-49dbe799-542c-4da0-995d-8c78ea45e66c service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803614 Apr 06 17:17:28.612287 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-588ddfd9-4269-48d0-b418-012e22821da3 service neutron] 10.222.0.58 "GET /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869036 Apr 06 17:17:29.312153 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:17:29.400304 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de09c67-5a43-4bb7-8508-39d1e6c77b59 req-e8e24bfe-760d-42d5-9cbf-8738f27f28a6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:29.405383 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9de09c67-5a43-4bb7-8508-39d1e6c77b59 req-e8e24bfe-760d-42d5-9cbf-8738f27f28a6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0701261 Apr 06 17:17:29.471797 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9de09c67-5a43-4bb7-8508-39d1e6c77b59 req-a6e48984-b3a2-453d-8e2f-2d5af825dedf tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606031 Apr 06 17:17:30.609384 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb23d08-6816-4edc-bfff-2d922366ff0b req-9742e943-bdec-46f0-badc-844d46b14813 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:30.611082 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0eb23d08-6816-4edc-bfff-2d922366ff0b req-9742e943-bdec-46f0-badc-844d46b14813 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0585489 Apr 06 17:17:30.659834 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0eb23d08-6816-4edc-bfff-2d922366ff0b req-f3e2fc9f-0d4e-4d35-a0bf-8783225d65a0 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431380 Apr 06 17:17:31.783695 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb361d7-aadb-45b6-8997-8b1540bd75e0 req-6cfe2f95-59ca-4d43-8246-7d9ef454b35d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:31.785142 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-adb361d7-aadb-45b6-8997-8b1540bd75e0 req-6cfe2f95-59ca-4d43-8246-7d9ef454b35d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0544374 Apr 06 17:17:31.830508 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-adb361d7-aadb-45b6-8997-8b1540bd75e0 req-c3f1032b-cc6a-4a57-9280-2f6323281704 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393813 Apr 06 17:17:32.438324 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:32.960353 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a19332-d672-46f5-9b4a-cbd89f19e78d req-50679688-33d5-497b-aee2-74adf998f2df tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:32.962489 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-43a19332-d672-46f5-9b4a-cbd89f19e78d req-50679688-33d5-497b-aee2-74adf998f2df tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0541215 Apr 06 17:17:33.013109 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-43a19332-d672-46f5-9b4a-cbd89f19e78d req-78144d02-719d-41a7-8dbb-524ea174023d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442977 Apr 06 17:17:34.133695 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25c6e-38d2-465b-bb52-1df7d0bdecb1 req-f80be38f-8ec7-4226-9ae4-298f0edcdcc3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:34.135225 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4fd25c6e-38d2-465b-bb52-1df7d0bdecb1 req-f80be38f-8ec7-4226-9ae4-298f0edcdcc3 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0510023 Apr 06 17:17:34.183736 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4fd25c6e-38d2-465b-bb52-1df7d0bdecb1 req-62fa0867-ccc1-4795-a394-a50e23273756 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428948 Apr 06 17:17:35.306502 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb88df-c89d-4a5f-8ca3-b246a0909d62 req-67c4bc66-1249-44e8-b58e-26b275c0a7fa tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:35.307973 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cbcb88df-c89d-4a5f-8ca3-b246a0909d62 req-67c4bc66-1249-44e8-b58e-26b275c0a7fa tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0518513 Apr 06 17:17:35.353187 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cbcb88df-c89d-4a5f-8ca3-b246a0909d62 req-f89cb060-ca2e-4cad-ab35-0e86b8219bc4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396099 Apr 06 17:17:36.471364 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c45225-3e32-441b-8e83-eee6d99975be req-02350228-6969-4241-953c-1254588d6df6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:36.472825 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f7c45225-3e32-441b-8e83-eee6d99975be req-02350228-6969-4241-953c-1254588d6df6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0507865 Apr 06 17:17:36.517925 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f7c45225-3e32-441b-8e83-eee6d99975be req-8e4d24e8-1033-44b7-a710-95ba0b5a5c87 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390866 Apr 06 17:17:37.135910 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-5560c8fe-1402-4caf-b947-b2e582c81e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:37.655091 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe68704-1dfc-4988-9592-2238a0f7c38c req-ae60bc24-5932-4753-bd76-3ba582da83f4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:37.656667 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cfe68704-1dfc-4988-9592-2238a0f7c38c req-ae60bc24-5932-4753-bd76-3ba582da83f4 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0567236 Apr 06 17:17:37.708438 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cfe68704-1dfc-4988-9592-2238a0f7c38c req-ac238918-4d7b-4b39-a73f-0868eb4a3f9e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456986 Apr 06 17:17:38.835769 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26a5d1-c911-4a1f-88a9-78dec410c6c1 req-fcc87970-eb05-462d-9f3a-db65cbcfcbde tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:38.837379 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e26a5d1-c911-4a1f-88a9-78dec410c6c1 req-fcc87970-eb05-462d-9f3a-db65cbcfcbde tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0553172 Apr 06 17:17:38.886398 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8e26a5d1-c911-4a1f-88a9-78dec410c6c1 req-7d6cc0a8-fd96-4119-afe0-3bab61a8efba tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432539 Apr 06 17:17:39.613258 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4c073501-cd5d-4022-aa27-2349abe07007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:40.017230 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71136450-8aec-4bb8-9768-708abdc5d0f5 req-8221869c-bec0-400b-9bdc-0661a3e59e82 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:40.018846 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-71136450-8aec-4bb8-9768-708abdc5d0f5 req-8221869c-bec0-400b-9bdc-0661a3e59e82 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0598328 Apr 06 17:17:40.067217 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-71136450-8aec-4bb8-9768-708abdc5d0f5 req-7a80e544-7c22-471d-b43a-d7d21b7c6923 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418732 Apr 06 17:17:40.496065 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:41.201612 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c53a3-43f8-41c9-a6ba-011ff052788a req-8f75d3a0-f130-466e-9a8c-c7a5fa880c76 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:41.203122 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e9c53a3-43f8-41c9-a6ba-011ff052788a req-8f75d3a0-f130-466e-9a8c-c7a5fa880c76 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0606377 Apr 06 17:17:41.254385 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3e9c53a3-43f8-41c9-a6ba-011ff052788a req-7024dc41-8364-4770-94db-c0ff0b1c3477 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455625 Apr 06 17:17:41.801360 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:41.990686 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41486) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:42.091870 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:42.162430 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Publish callbacks [] for security_group (8c1924c4-b434-411e-ab8f-74dac3748ff4), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:42.238300 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (8c1924c4-b434-411e-ab8f-74dac3748ff4), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:42.278757 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1924c4-b434-411e-ab8f-74dac3748ff4,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:42.282812 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6309bb6fe60c4d618976da068dd9f684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902935 Apr 06 17:17:42.285310 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41492) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:42.289735 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.290089 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.290437 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.290783 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.291144 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.291479 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.291806 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.292130 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.292580 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.292838 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.293209 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.293430 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.293776 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.294150 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.294479 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f0bd3-17f8-4c5a-80a2-71c81656bdf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:17:42.337710 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-459898e9-3e87-496a-84bc-9834fc569d4a admin admin] Publish callbacks [] for security_group (8c1924c4-b434-411e-ab8f-74dac3748ff4), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:42.359202 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-459898e9-3e87-496a-84bc-9834fc569d4a admin admin] Publish callbacks [] for security_group (8c1924c4-b434-411e-ab8f-74dac3748ff4), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:42.378527 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512a415-5316-493b-8f3f-a5b3c46e586e req-f4bb2068-8a75-48c0-9ac7-90b4d7b445ad tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:42.380005 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2512a415-5316-493b-8f3f-a5b3c46e586e req-f4bb2068-8a75-48c0-9ac7-90b4d7b445ad tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0522692 Apr 06 17:17:42.431174 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2512a415-5316-493b-8f3f-a5b3c46e586e req-97044ed4-2022-43b9-8e21-14fb32a187a1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454535 Apr 06 17:17:42.469845 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-459898e9-3e87-496a-84bc-9834fc569d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (8c1924c4-b434-411e-ab8f-74dac3748ff4), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:42.472502 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-459898e9-3e87-496a-84bc-9834fc569d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:42.473659 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-459898e9-3e87-496a-84bc-9834fc569d4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c1924c4-b434-411e-ab8f-74dac3748ff4 HTTP/1.1" status: 204 len: 168 time: 0.1867225 Apr 06 17:17:42.482261 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459898e9-3e87-496a-84bc-9834fc569d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1924c4-b434-411e-ab8f-74dac3748ff4,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:43.324286 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:43.550413 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70038b6-abc5-43d3-884b-f9f0a0091115 req-04895b8a-4b0b-4ff8-814a-88f8f83f7ae2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:43.552565 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c70038b6-abc5-43d3-884b-f9f0a0091115 req-04895b8a-4b0b-4ff8-814a-88f8f83f7ae2 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0530372 Apr 06 17:17:43.598718 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c70038b6-abc5-43d3-884b-f9f0a0091115 req-1a5c25f7-53d7-4aa9-991e-871979f4a74c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399747 Apr 06 17:17:44.723920 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91485f-bfe8-4a99-b0d8-9919884cfa7a req-882bfdb1-90bb-484f-97e2-2e7669f55362 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:44.725399 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7d91485f-bfe8-4a99-b0d8-9919884cfa7a req-882bfdb1-90bb-484f-97e2-2e7669f55362 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0551796 Apr 06 17:17:44.773478 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7d91485f-bfe8-4a99-b0d8-9919884cfa7a req-bcedb5e4-62c6-4e33-8d1d-93390fa46321 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425668 Apr 06 17:17:45.894591 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d036da3-10c5-4e78-8ab6-a695f166c0bc req-427754e5-f591-46cc-a6f6-80922d8a09da tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:45.896080 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5d036da3-10c5-4e78-8ab6-a695f166c0bc req-427754e5-f591-46cc-a6f6-80922d8a09da tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 944 time: 0.0525789 Apr 06 17:17:45.940989 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5d036da3-10c5-4e78-8ab6-a695f166c0bc req-84551915-adc1-45fa-97a5-7955b3e361c6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388541 Apr 06 17:17:46.261608 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:17:46.483216 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:46.493760 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'port_id': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'mac_address': 'fa:16:3e:dd:b2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:17:46.532438 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:46.532831 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:46.545667 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:17:46.564214 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:46.632744 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:46.677852 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,revision_number=9']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:47.064986 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336d8e1-1cb3-4dad-88f1-ed7c0b3e8504 req-6430b751-8ff4-41c3-a684-70340b6610de tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:47.066626 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d336d8e1-1cb3-4dad-88f1-ed7c0b3e8504 req-6430b751-8ff4-41c3-a684-70340b6610de tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 945 time: 0.0518444 Apr 06 17:17:47.115067 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d336d8e1-1cb3-4dad-88f1-ed7c0b3e8504 req-a1d39af2-565f-446b-b90e-4ce116eeaf08 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427408 Apr 06 17:17:47.287132 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['0ea73fc5-81fe-4a7f-88dc-740c8e832ecc'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:17:48.237008 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106784e2-9f7b-4d40-8c53-e53f644f65fa req-8e25c711-2887-49fc-bb7c-d14d292786f9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:48.238458 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-106784e2-9f7b-4d40-8c53-e53f644f65fa req-8e25c711-2887-49fc-bb7c-d14d292786f9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 945 time: 0.0513759 Apr 06 17:17:48.284373 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-106784e2-9f7b-4d40-8c53-e53f644f65fa req-f6120e05-a4b6-4ecb-aa0e-cf6a5cba46dd tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397570 Apr 06 17:17:48.323415 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:17:48.386071 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:17:48.386446 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:48.465178 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:17:48.465576 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:48.493939 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:17:48.496247 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a68877-96b8-47db-bae9-ccc3b308e39c" -d '{"events": [{"server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "name": "network-vif-plugged", "status": "completed", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:17:48.510364 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:48.535073 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a301d1de-84dd-4451-827c-0021a642c7e8 x-openstack-request-id: req-a301d1de-84dd-4451-827c-0021a642c7e8 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:17:48.535468 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "name": "network-vif-plugged", "status": "completed", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:17:48.535849 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a301d1de-84dd-4451-827c-0021a642c7e8 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:17:48.536275 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a301d1de-84dd-4451-827c-0021a642c7e8'] response: {'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'code': 200} Apr 06 17:17:48.585862 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:48.640350 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,revision_number=10']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:48.921883 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bd498-c962-4fd5-a6e0-189e0eedb057 req-31e76ecd-2762-46b2-8d54-620cf53d606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:48.923365 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-685bd498-c962-4fd5-a6e0-189e0eedb057 req-31e76ecd-2762-46b2-8d54-620cf53d606a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 1131 time: 0.0465469 Apr 06 17:17:48.969911 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-685bd498-c962-4fd5-a6e0-189e0eedb057 req-e38cadd5-670f-4696-94cc-9cdffe8875a3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398157 Apr 06 17:17:49.079678 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e63d-ff7c-4eb4-9fbb-ce2d1974931b req-3503b82f-5b70-4f0b-913f-c888f5b623b1 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:49.081226 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f980e63d-ff7c-4eb4-9fbb-ce2d1974931b req-3503b82f-5b70-4f0b-913f-c888f5b623b1 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 946 time: 0.0508125 Apr 06 17:17:49.126926 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f980e63d-ff7c-4eb4-9fbb-ce2d1974931b req-16e14d47-4b6a-4962-ae45-1b89957f130c tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391688 Apr 06 17:17:49.412645 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68785a0-1e1b-455c-963d-1794442e3e72 req-92fd762a-5475-402e-8cb2-2f0ac18ca2cb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:49.414151 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c68785a0-1e1b-455c-963d-1794442e3e72 req-92fd762a-5475-402e-8cb2-2f0ac18ca2cb tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 947 time: 0.0553079 Apr 06 17:17:49.459859 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c68785a0-1e1b-455c-963d-1794442e3e72 req-2348985d-19e7-45c5-9e76-fc12344c3d7f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401559 Apr 06 17:17:50.243853 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f11ca-cfe1-4fcb-a438-5fb6952d30e1 req-c38466c7-1466-471d-87bb-7cb71cb7bcb1 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:50.245301 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4b2f11ca-cfe1-4fcb-a438-5fb6952d30e1 req-c38466c7-1466-471d-87bb-7cb71cb7bcb1 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 946 time: 0.0511408 Apr 06 17:17:50.290572 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4b2f11ca-cfe1-4fcb-a438-5fb6952d30e1 req-441c379f-fe15-4ef7-b0b2-65a0217cad87 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398610 Apr 06 17:17:50.580674 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dc45b-4cf7-4f35-901a-d55bb3a7734f req-8bf0d7dc-7e02-4742-8728-ea50ccc6a0af tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:50.582095 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-504dc45b-4cf7-4f35-901a-d55bb3a7734f req-8bf0d7dc-7e02-4742-8728-ea50ccc6a0af tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 947 time: 0.0539653 Apr 06 17:17:50.626831 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-504dc45b-4cf7-4f35-901a-d55bb3a7734f req-e0420b45-18e6-4bec-b7c8-dbe3787510f7 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392327 Apr 06 17:17:51.405445 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9a69-29f5-4f66-8391-1eed8d8c5e06 req-814e00cd-7e61-4bde-87b6-2364ff0d57a8 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:51.406877 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-332a9a69-29f5-4f66-8391-1eed8d8c5e06 req-814e00cd-7e61-4bde-87b6-2364ff0d57a8 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 946 time: 0.0512385 Apr 06 17:17:51.451604 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-332a9a69-29f5-4f66-8391-1eed8d8c5e06 req-3853ddee-5ed1-4a88-83f7-427836a01566 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391450 Apr 06 17:17:51.748598 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686297e-265f-4802-a25e-3cc92691fe2e req-942e54a2-9766-4ea2-9810-b0c7f7542a37 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:51.750064 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0686297e-265f-4802-a25e-3cc92691fe2e req-942e54a2-9766-4ea2-9810-b0c7f7542a37 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 947 time: 0.0535169 Apr 06 17:17:51.799901 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0686297e-265f-4802-a25e-3cc92691fe2e req-570f36d3-db01-4ce0-a763-e882cc5189db tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441732 Apr 06 17:17:51.949921 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50d04a-f572-497f-9771-071d3c203c22 req-e181e3cd-212c-4ba0-9985-d03fc5910387 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:51.951273 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2d50d04a-f572-497f-9771-071d3c203c22 req-e181e3cd-212c-4ba0-9985-d03fc5910387 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.58 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 946 time: 0.0495894 Apr 06 17:17:52.075152 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Deleting port aa2f28b5-83e2-47af-bc71-414c7dd58d94 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:17:52.075497 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:52.164290 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] For port aa2f28b5-83e2-47af-bc71-414c7dd58d94, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=aa2f28b5-83e2-47af-bc71-414c7dd58d94,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:17:52.164655 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:52.378088 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:52.378449 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (ac76002c-74d9-4965-9449-a6df2d23bb5e), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:52.378764 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.l3_db [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Floating IP ac76002c-74d9-4965-9449-a6df2d23bb5e disassociated. External IP: 172.27.1.172, port: aa2f28b5-83e2-47af-bc71-414c7dd58d94. Apr 06 17:17:52.379132 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Calling delete_port for aa2f28b5-83e2-47af-bc71-414c7dd58d94 owned by compute:nova {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:17:52.561744 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (aa2f28b5-83e2-47af-bc71-414c7dd58d94), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:52.577345 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5be89-d65b-4fcb-8479-23c20206913c req-f7285492-f778-4464-90c8-a135fff37d6b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:52.578858 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a5f5be89-d65b-4fcb-8479-23c20206913c req-f7285492-f778-4464-90c8-a135fff37d6b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 946 time: 0.0583739 Apr 06 17:17:52.597401 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event deleted for resources: {'Port': ['ID=aa2f28b5-83e2-47af-bc71-414c7dd58d94,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:52.639627 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a5f5be89-d65b-4fcb-8479-23c20206913c req-13b24ad1-f3af-48b7-b1ac-68c8e2023d12 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups?id=3842f798-7340-45b9-80e1-773c25b6a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543630 Apr 06 17:17:52.720776 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:17:52.831295 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:17:52.845082 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008a905-8f72-40cf-9bb8-5bfe20cddf66 None None] Sync routers for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:17:52.857250 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008a905-8f72-40cf-9bb8-5bfe20cddf66 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:52.858341 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-3008a905-8f72-40cf-9bb8-5bfe20cddf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:17:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:52.874086 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] No DVR routers for this DVR port aa2f28b5-83e2-47af-bc71-414c7dd58d94 on host hv-cinder-83685 {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:17:52.876627 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:52.880004 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2d50d04a-f572-497f-9771-071d3c203c22 req-113d4db0-0daa-467e-ba19-5cbe040060a7 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.58 "DELETE /v2.0/ports/aa2f28b5-83e2-47af-bc71-414c7dd58d94 HTTP/1.1" status: 204 len: 173 time: 0.8901215 Apr 06 17:17:52.880398 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'name': 'network-vif-deleted', 'tag': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:17:52.882683 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e774279a-70ba-4d7a-ad54-687569763176" -d '{"events": [{"server_uuid": "35e86d19-0682-41bc-ad60-bf1001fa40fe", "name": "network-vif-deleted", "tag": "aa2f28b5-83e2-47af-bc71-414c7dd58d94"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:17:52.920807 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42aea8e3-f212-4256-9979-a1a0bb5dc766 x-openstack-request-id: req-42aea8e3-f212-4256-9979-a1a0bb5dc766 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:17:52.924190 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e86d19-0682-41bc-ad60-bf1001fa40fe", "name": "network-vif-deleted", "tag": "aa2f28b5-83e2-47af-bc71-414c7dd58d94", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:17:52.924190 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-42aea8e3-f212-4256-9979-a1a0bb5dc766 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:17:52.924190 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42aea8e3-f212-4256-9979-a1a0bb5dc766'] response: {'server_uuid': '35e86d19-0682-41bc-ad60-bf1001fa40fe', 'name': 'network-vif-deleted', 'tag': 'aa2f28b5-83e2-47af-bc71-414c7dd58d94', 'status': 'completed', 'code': 200} Apr 06 17:17:52.942052 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242252d-fe3a-4307-a741-452293f842da req-14da0b95-3724-4c91-a4b8-93a205477c49 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:52.949801 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d242252d-fe3a-4307-a741-452293f842da req-14da0b95-3724-4c91-a4b8-93a205477c49 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 947 time: 0.0648808 Apr 06 17:17:53.002557 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d242252d-fe3a-4307-a741-452293f842da req-21d344be-f149-4a47-9703-9b13a5d85cfd tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520589 Apr 06 17:17:53.083747 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-3008a905-8f72-40cf-9bb8-5bfe20cddf66 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:53.295760 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-3008a905-8f72-40cf-9bb8-5bfe20cddf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:19Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:53.322195 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008a905-8f72-40cf-9bb8-5bfe20cddf66 None None] Checking router: 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:17:53.330575 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008a905-8f72-40cf-9bb8-5bfe20cddf66 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:17:53.331227 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-3008a905-8f72-40cf-9bb8-5bfe20cddf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:17:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:53.438797 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-3008a905-8f72-40cf-9bb8-5bfe20cddf66 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:17:53.638531 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-3008a905-8f72-40cf-9bb8-5bfe20cddf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:19Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:17:53.667611 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008a905-8f72-40cf-9bb8-5bfe20cddf66 None None] The sync data for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi is: [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:12Z', 'revision_number': 4, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '983f23a3-d8a1-4210-a3ec-a55e794330f1', 'name': '', 'network_id': 'e3ce8dbf-c77b-400f-bbd9-5d8ae209b110', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'mac_address': 'fa:16:3e:9b:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:10Z', 'updated_at': '2022-04-06T17:06:19Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'subnets': [{'id': '8377ebda-3e29-4c9b-ad5b-f3579b9da41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:17:53.770629 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-858bc2ae-56be-4b85-9b25-a964d102bc92 req-0e41c004-050f-40b5-94a0-195857ca6c66 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e86d19-0682-41bc-ad60-bf1001fa40fe HTTP/1.1" status: 200 len: 210 time: 0.0329156 Apr 06 17:17:53.921436 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ea2eb-f606-4bc9-ae5f-d16b46e96188 None None] New status for floating IP ac76002c-74d9-4965-9449-a6df2d23bb5e: DOWN {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:17:54.125844 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a4000-977f-4209-907a-33163e4d6a13 req-ca2a2877-f41b-48c7-a22b-abe9991ff3a6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:54.127314 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5b8a4000-977f-4209-907a-33163e4d6a13 req-ca2a2877-f41b-48c7-a22b-abe9991ff3a6 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 947 time: 0.0529578 Apr 06 17:17:54.175023 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5b8a4000-977f-4209-907a-33163e4d6a13 req-67b80296-ec26-4136-8ba1-7f47a2980d5f tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420558 Apr 06 17:17:54.342474 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device aa2f28b5-83e2-47af-bc71-414c7dd58d94 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:17:54.365025 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: aa2f28b5-83e2-47af-bc71-414c7dd58d94 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:17:54.365361 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device aa2f28b5-83e2-47af-bc71-414c7dd58d94 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:17:54.956114 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41610) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:55.008205 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-70bb3973-e0c8-4005-94d2-e4cee48df875 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group (3842f798-7340-45b9-80e1-773c25b6a3e3), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:55.031113 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-70bb3973-e0c8-4005-94d2-e4cee48df875 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group (3842f798-7340-45b9-80e1-773c25b6a3e3), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:55.149623 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-70bb3973-e0c8-4005-94d2-e4cee48df875 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (3842f798-7340-45b9-80e1-773c25b6a3e3), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:55.152232 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-70bb3973-e0c8-4005-94d2-e4cee48df875 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:55.153368 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-70bb3973-e0c8-4005-94d2-e4cee48df875 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "DELETE /v2.0/security-groups/3842f798-7340-45b9-80e1-773c25b6a3e3 HTTP/1.1" status: 204 len: 168 time: 0.1962399 Apr 06 17:17:55.156151 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41612) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:55.162951 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb3973-e0c8-4005-94d2-e4cee48df875 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3842f798-7340-45b9-80e1-773c25b6a3e3,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:55.168781 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.api.v2.resource [None req-4ef2e757-4469-4d87-ae62-9c0fc84b4b10 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] show failed (client error): The resource could not be found. Apr 06 17:17:55.172175 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-4ef2e757-4469-4d87-ae62-9c0fc84b4b10 tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "GET /v2.0/security-groups/3842f798-7340-45b9-80e1-773c25b6a3e3 HTTP/1.1" status: 404 len: 347 time: 0.0126388 Apr 06 17:17:55.172722 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41614) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:17:55.295733 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-585b179d-6d59-487f-964e-972432ac798b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Deleting port 10d3ce48-d9f1-4b6c-a60f-bff537600a6d {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:17:55.296069 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-585b179d-6d59-487f-964e-972432ac798b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (10d3ce48-d9f1-4b6c-a60f-bff537600a6d), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:55.296973 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958abfb8-7212-40b7-86be-aa7ec2537589 req-d943ffe5-5d33-47ff-b336-6b4167c23732 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:17:55.298441 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-958abfb8-7212-40b7-86be-aa7ec2537589 req-d943ffe5-5d33-47ff-b336-6b4167c23732 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 947 time: 0.0523021 Apr 06 17:17:55.345499 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-958abfb8-7212-40b7-86be-aa7ec2537589 req-190ec4f2-34f6-4979-a801-412bc4ac0cd9 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414314 Apr 06 17:17:55.373898 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-585b179d-6d59-487f-964e-972432ac798b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (10d3ce48-d9f1-4b6c-a60f-bff537600a6d), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:55.374234 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-585b179d-6d59-487f-964e-972432ac798b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (10d3ce48-d9f1-4b6c-a60f-bff537600a6d), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:55.386277 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-585b179d-6d59-487f-964e-972432ac798b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Calling delete_port for 10d3ce48-d9f1-4b6c-a60f-bff537600a6d owned by network:floatingip {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:17:55.586845 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-585b179d-6d59-487f-964e-972432ac798b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (10d3ce48-d9f1-4b6c-a60f-bff537600a6d), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:55.613299 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b179d-6d59-487f-964e-972432ac798b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Pushing event deleted for resources: {'Port': ['ID=10d3ce48-d9f1-4b6c-a60f-bff537600a6d,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:17:55.671474 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-585b179d-6d59-487f-964e-972432ac798b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks [] for floatingip (ac76002c-74d9-4965-9449-a6df2d23bb5e), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:55.673992 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-585b179d-6d59-487f-964e-972432ac798b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:17:55.675168 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-585b179d-6d59-487f-964e-972432ac798b tempest-AttachVolumeTestJSON-1034962351 tempest-AttachVolumeTestJSON-1034962351-project] 10.222.0.66 "DELETE /v2.0/floatingips/ac76002c-74d9-4965-9449-a6df2d23bb5e HTTP/1.1" status: 204 len: 168 time: 0.5014720 Apr 06 17:17:59.699239 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41648) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:00.446747 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-330e40f3-0765-4ac3-8d82-02fbb2868fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-372845'] for router_interface (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:00.686723 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-330e40f3-0765-4ac3-8d82-02fbb2868fea admin admin] Deleting port 983f23a3-d8a1-4210-a3ec-a55e794330f1 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:18:00.687093 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-330e40f3-0765-4ac3-8d82-02fbb2868fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:00.766920 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-330e40f3-0765-4ac3-8d82-02fbb2868fea admin admin] For port 983f23a3-d8a1-4210-a3ec-a55e794330f1, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=983f23a3-d8a1-4210-a3ec-a55e794330f1,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:00.767598 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-330e40f3-0765-4ac3-8d82-02fbb2868fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:00.779964 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-330e40f3-0765-4ac3-8d82-02fbb2868fea admin admin] Calling delete_port for 983f23a3-d8a1-4210-a3ec-a55e794330f1 owned by network:router_interface {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:18:01.029169 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-330e40f3-0765-4ac3-8d82-02fbb2868fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (983f23a3-d8a1-4210-a3ec-a55e794330f1), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:01.052281 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e40f3-0765-4ac3-8d82-02fbb2868fea admin admin] Pushing event deleted for resources: {'Port': ['ID=983f23a3-d8a1-4210-a3ec-a55e794330f1,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:01.230847 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-330e40f3-0765-4ac3-8d82-02fbb2868fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373501'] for router_interface (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:01.454306 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330e40f3-0765-4ac3-8d82-02fbb2868fea admin admin] Router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:18:01.561964 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330e40f3-0765-4ac3-8d82-02fbb2868fea admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:18:01.567773 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-330e40f3-0765-4ac3-8d82-02fbb2868fea admin admin] 10.222.0.66 "PUT /v2.0/routers/0d2b2fb5-7c71-4a11-ae13-74d58dae12e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8674889 Apr 06 17:18:01.569498 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41652) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:01.571393 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc0a40-aa10-41e5-affc-b5eb2947be38 None None] Sync routers for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:18:01.581974 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc0a40-aa10-41e5-affc-b5eb2947be38 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:18:01.582661 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a6cc0a40-aa10-41e5-affc-b5eb2947be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:17:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:01.678258 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Publish callbacks [] for router (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:01.689125 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-a6cc0a40-aa10-41e5-affc-b5eb2947be38 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:18:01.787460 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Publish callbacks [] for router_gateway (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:01.877128 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a6cc0a40-aa10-41e5-affc-b5eb2947be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:18:00Z', 'revision_number': 5, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port': {'id': 'b243b549-a11d-4a2f-86db-7551235d68c6', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:01.894864 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Deleting port b243b549-a11d-4a2f-86db-7551235d68c6 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:18:01.895259 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (b243b549-a11d-4a2f-86db-7551235d68c6), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:01.903537 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc0a40-aa10-41e5-affc-b5eb2947be38 None None] Checking router: 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:18:01.911941 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc0a40-aa10-41e5-affc-b5eb2947be38 None None] Routers {'0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:18:01.912649 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a6cc0a40-aa10-41e5-affc-b5eb2947be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:17:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:01.975562 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] For port b243b549-a11d-4a2f-86db-7551235d68c6, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=b243b549-a11d-4a2f-86db-7551235d68c6,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:01.975929 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (b243b549-a11d-4a2f-86db-7551235d68c6), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:01.987581 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Calling delete_port for b243b549-a11d-4a2f-86db-7551235d68c6 owned by network:router_gateway {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:18:02.000751 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-a6cc0a40-aa10-41e5-affc-b5eb2947be38 None None] Set router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 gateway port host: None {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:18:02.055799 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a6cc0a40-aa10-41e5-affc-b5eb2947be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:18:01Z', 'revision_number': 6, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port_host': None}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:02.081999 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc0a40-aa10-41e5-affc-b5eb2947be38 None None] The sync data for ids ['0d2b2fb5-7c71-4a11-ae13-74d58dae12e6'] in dv-cinder-836850-1-iscsi is: [{'id': '0d2b2fb5-7c71-4a11-ae13-74d58dae12e6', 'name': 'tempest-AttachVolumeTestJSON-123036239-router', 'tenant_id': '67f78841d4074149a27e6c2ef72dc770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:18:01Z', 'revision_number': 6, 'project_id': '67f78841d4074149a27e6c2ef72dc770', 'gw_port_host': None}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:18:02.269679 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (b243b549-a11d-4a2f-86db-7551235d68c6), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.293871 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b243b549-a11d-4a2f-86db-7551235d68c6,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:02.357072 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373307'] for router_gateway (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.430199 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.447133 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6321'] for router (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.449202 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Publish callbacks [] for router_controller (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.577857 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376449'] for router (0d2b2fb5-7c71-4a11-ae13-74d58dae12e6), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.578441 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 {{(pid=103877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:18:02.583104 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.584271 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-2d226f73-ce35-4178-b4c6-d43fe6fcbf9e admin admin] 10.222.0.66 "DELETE /v2.0/routers/0d2b2fb5-7c71-4a11-ae13-74d58dae12e6 HTTP/1.1" status: 204 len: 168 time: 1.0138445 Apr 06 17:18:02.587232 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41654) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:02.632563 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f2c243-118f-4984-8f71-10739596b3eb admin admin] Deleting subnet 8377ebda-3e29-4c9b-ad5b-f3579b9da41a {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:18:02.635842 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-54f2c243-118f-4984-8f71-10739596b3eb admin admin] Publish callbacks [] for subnet (8377ebda-3e29-4c9b-ad5b-f3579b9da41a), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.671929 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-54f2c243-118f-4984-8f71-10739596b3eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7130308'] for subnet (8377ebda-3e29-4c9b-ad5b-f3579b9da41a), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.752542 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-54f2c243-118f-4984-8f71-10739596b3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (8377ebda-3e29-4c9b-ad5b-f3579b9da41a), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.884210 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-54f2c243-118f-4984-8f71-10739596b3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7128047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5377154'] for subnet (8377ebda-3e29-4c9b-ad5b-f3579b9da41a), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.910073 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2c243-118f-4984-8f71-10739596b3eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8377ebda-3e29-4c9b-ad5b-f3579b9da41a,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:02.913684 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-54f2c243-118f-4984-8f71-10739596b3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.917576 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-54f2c243-118f-4984-8f71-10739596b3eb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8377ebda-3e29-4c9b-ad5b-f3579b9da41a HTTP/1.1" status: 204 len: 168 time: 0.3293262 Apr 06 17:18:02.920231 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41656) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:02.922853 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db90b8f5-e6f2-4628-92ba-8cd810ba3299 None None] Network e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:18:02.966279 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 983f23a3-d8a1-4210-a3ec-a55e794330f1 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:18:02.989183 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (e3ce8dbf-c77b-400f-bbd9-5d8ae209b110), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:02.994394 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 983f23a3-d8a1-4210-a3ec-a55e794330f1 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:18:02.994745 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 983f23a3-d8a1-4210-a3ec-a55e794330f1 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:18:02.995193 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device b243b549-a11d-4a2f-86db-7551235d68c6 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:18:03.019765 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: b243b549-a11d-4a2f-86db-7551235d68c6 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:18:03.020108 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device b243b549-a11d-4a2f-86db-7551235d68c6 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:18:03.041710 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Deleting port eb196950-7a8f-4e23-9ead-125e144be162 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:18:03.041973 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (eb196950-7a8f-4e23-9ead-125e144be162), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.106761 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] For port eb196950-7a8f-4e23-9ead-125e144be162, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=eb196950-7a8f-4e23-9ead-125e144be162,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:03.107182 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (eb196950-7a8f-4e23-9ead-125e144be162), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.112525 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] DHCP port deletion for e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 request from dv-cinder-836850-1-iscsi {{(pid=103878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:18:03.120344 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Calling delete_port for eb196950-7a8f-4e23-9ead-125e144be162 owned by network:dhcp {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:18:03.159280 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Deleting port eb196950-7a8f-4e23-9ead-125e144be162 {{(pid=103878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:18:03.159661 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (eb196950-7a8f-4e23-9ead-125e144be162), before_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.223982 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] For port eb196950-7a8f-4e23-9ead-125e144be162, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=eb196950-7a8f-4e23-9ead-125e144be162,segment=NetworkSegment(596dede9-fd7d-436f-a264-72f83ab4f3af),segment_id=596dede9-fd7d-436f-a264-72f83ab4f3af)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:03.224388 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (eb196950-7a8f-4e23-9ead-125e144be162), precommit_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.236713 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Calling delete_port for eb196950-7a8f-4e23-9ead-125e144be162 owned by network:dhcp {{(pid=103878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:18:03.258159 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (eb196950-7a8f-4e23-9ead-125e144be162), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.284134 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb196950-7a8f-4e23-9ead-125e144be162,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:03.289935 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] No DVR routers for this DVR port eb196950-7a8f-4e23-9ead-125e144be162 on host dv-cinder-836850-1-iscsi {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:18:03.315052 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (eb196950-7a8f-4e23-9ead-125e144be162), after_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.341103 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Pushing event deleted for resources: {'Port': ['ID=eb196950-7a8f-4e23-9ead-125e144be162,revision_number=None']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:03.343244 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] No DVR routers for this DVR port eb196950-7a8f-4e23-9ead-125e144be162 on host dv-cinder-836850-1-iscsi {{(pid=103878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:18:03.354883 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.355328 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.355775 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.356017 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.356380 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.356718 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.357071 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.357370 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.357735 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.358067 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.358396 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.358728 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.359100 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.359428 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.359785 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c340e-02e3-4ed8-ab09-b8344367413e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:03.369250 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (e3ce8dbf-c77b-400f-bbd9-5d8ae209b110), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.389126 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ce8dbf-c77b-400f-bbd9-5d8ae209b110']}} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:03.398643 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596dede9-fd7d-436f-a264-72f83ab4f3af') {'for_net_delete': True} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:03.398929 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596dede9-fd7d-436f-a264-72f83ab4f3af') {} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:03.408406 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220542'] for segment (596dede9-fd7d-436f-a264-72f83ab4f3af), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.421926 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (596dede9-fd7d-436f-a264-72f83ab4f3af), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.427959 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:18:03.428343 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4588926'] for segment (596dede9-fd7d-436f-a264-72f83ab4f3af), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: Traceback (most recent call last): Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: timer() Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: cb(*args, **kw) Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: return func(*args, **kwargs) Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: self._notify() Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: self.callback(batched_events) Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: event.method(event) Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: return f(self, *a, **k) Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._get(url).json() Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: return self.request(url, 'GET', **kwargs) Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:18:03.430031 dv-cinder-836850-1-iscsi neutron-server[103876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:18:03.578108 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (e3ce8dbf-c77b-400f-bbd9-5d8ae209b110), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.583843 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:03.587857 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] 10.222.0.66 "DELETE /v2.0/networks/e3ce8dbf-c77b-400f-bbd9-5d8ae209b110 HTTP/1.1" status: 204 len: 168 time: 0.6666362 Apr 06 17:18:03.605566 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788d2a2-3726-4436-b106-73c35fc2050a admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ce8dbf-c77b-400f-bbd9-5d8ae209b110,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:03.908330 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41660) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:03.946355 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-8c13e4db-142c-422c-a5f4-88c15b646b9b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67f78841d4074149a27e6c2ef72dc770&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0369067 Apr 06 17:18:03.948718 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41662) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:03.995016 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-86f42324-5157-4f01-9fae-d60e3cd66e4c admin admin] Publish callbacks [] for security_group (0adc8a3d-d840-427e-b2be-14fb9ec44670), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:04.015943 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-86f42324-5157-4f01-9fae-d60e3cd66e4c admin admin] Publish callbacks [] for security_group (0adc8a3d-d840-427e-b2be-14fb9ec44670), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:04.143298 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-86f42324-5157-4f01-9fae-d60e3cd66e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (0adc8a3d-d840-427e-b2be-14fb9ec44670), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:04.145828 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-86f42324-5157-4f01-9fae-d60e3cd66e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:04.146974 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-86f42324-5157-4f01-9fae-d60e3cd66e4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0adc8a3d-d840-427e-b2be-14fb9ec44670 HTTP/1.1" status: 204 len: 168 time: 0.1973827 Apr 06 17:18:04.154894 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f42324-5157-4f01-9fae-d60e3cd66e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adc8a3d-d840-427e-b2be-14fb9ec44670,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:04.945595 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device eb196950-7a8f-4e23-9ead-125e144be162 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:18:04.965353 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: eb196950-7a8f-4e23-9ead-125e144be162 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:18:04.965658 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device eb196950-7a8f-4e23-9ead-125e144be162 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:18:06.310707 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:18:06.609875 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41706) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:06.709598 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-620e52f9-2fe6-4fd4-ae1f-c1cf1852c6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:06.782080 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-620e52f9-2fe6-4fd4-ae1f-c1cf1852c6ae admin admin] Publish callbacks [] for security_group (a593672b-04ab-41c5-bff7-304764543a65), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:06.877837 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-620e52f9-2fe6-4fd4-ae1f-c1cf1852c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (a593672b-04ab-41c5-bff7-304764543a65), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:06.919843 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-620e52f9-2fe6-4fd4-ae1f-c1cf1852c6ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7bddcbe9ab884968b56aae2d131e69d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087285 Apr 06 17:18:06.920962 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e52f9-2fe6-4fd4-ae1f-c1cf1852c6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a593672b-04ab-41c5-bff7-304764543a65,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:06.923136 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41710) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:06.972343 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-068d455b-6742-433d-8c1c-c276812590b0 admin admin] Publish callbacks [] for security_group (a593672b-04ab-41c5-bff7-304764543a65), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:06.992192 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-068d455b-6742-433d-8c1c-c276812590b0 admin admin] Publish callbacks [] for security_group (a593672b-04ab-41c5-bff7-304764543a65), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:07.128995 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-068d455b-6742-433d-8c1c-c276812590b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (a593672b-04ab-41c5-bff7-304764543a65), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:07.131612 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-068d455b-6742-433d-8c1c-c276812590b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:07.133371 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-068d455b-6742-433d-8c1c-c276812590b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a593672b-04ab-41c5-bff7-304764543a65 HTTP/1.1" status: 204 len: 168 time: 0.2091963 Apr 06 17:18:07.141597 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d455b-6742-433d-8c1c-c276812590b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a593672b-04ab-41c5-bff7-304764543a65,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:07.189268 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-0dc576a7-96e3-4442-b1af-225f8a074fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:07.747377 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41716) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:07.758968 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b5da5404-bf87-4aec-a6aa-739dfef05fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:07.829851 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b5da5404-bf87-4aec-a6aa-739dfef05fdc admin admin] Publish callbacks [] for security_group (667d42be-bfcb-4c8e-a87d-a1fad09806f5), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:07.906355 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b5da5404-bf87-4aec-a6aa-739dfef05fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (667d42be-bfcb-4c8e-a87d-a1fad09806f5), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:07.944078 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-b5da5404-bf87-4aec-a6aa-739dfef05fdc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d9f43d078b74f03be0cc550ce7a9980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970489 Apr 06 17:18:07.944901 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da5404-bf87-4aec-a6aa-739dfef05fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667d42be-bfcb-4c8e-a87d-a1fad09806f5,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:07.947371 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41718) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:07.995399 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ddd3a9c6-e4b1-4617-b7f0-0e6d27398dc0 admin admin] Publish callbacks [] for security_group (667d42be-bfcb-4c8e-a87d-a1fad09806f5), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:08.015855 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ddd3a9c6-e4b1-4617-b7f0-0e6d27398dc0 admin admin] Publish callbacks [] for security_group (667d42be-bfcb-4c8e-a87d-a1fad09806f5), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:08.128884 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ddd3a9c6-e4b1-4617-b7f0-0e6d27398dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (667d42be-bfcb-4c8e-a87d-a1fad09806f5), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:08.131477 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ddd3a9c6-e4b1-4617-b7f0-0e6d27398dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:08.132619 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ddd3a9c6-e4b1-4617-b7f0-0e6d27398dc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/667d42be-bfcb-4c8e-a87d-a1fad09806f5 HTTP/1.1" status: 204 len: 168 time: 0.1840136 Apr 06 17:18:08.143800 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3a9c6-e4b1-4617-b7f0-0e6d27398dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667d42be-bfcb-4c8e-a87d-a1fad09806f5,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:09.603461 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb659-67a4-47b9-a6b4-91f0916d8608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:10.503315 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:11.806006 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:13.314741 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:16.258429 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41818) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:16.362044 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-50e1c25b-56b9-40bc-b1cf-27d7b9c2e148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:16.432955 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-50e1c25b-56b9-40bc-b1cf-27d7b9c2e148 admin admin] Publish callbacks [] for security_group (a7bcd5a5-ce4e-4725-a4a1-b2d096c03c96), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:16.505895 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-50e1c25b-56b9-40bc-b1cf-27d7b9c2e148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (a7bcd5a5-ce4e-4725-a4a1-b2d096c03c96), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:16.544532 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-50e1c25b-56b9-40bc-b1cf-27d7b9c2e148 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4b42b93b1d13464bb61b8ef86a5275db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850099 Apr 06 17:18:16.545607 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1c25b-56b9-40bc-b1cf-27d7b9c2e148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bcd5a5-ce4e-4725-a4a1-b2d096c03c96,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:16.547262 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41824) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:16.594836 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-460c7bbc-f8d1-42e2-b33e-7a2524913ebf admin admin] Publish callbacks [] for security_group (a7bcd5a5-ce4e-4725-a4a1-b2d096c03c96), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:16.615047 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-460c7bbc-f8d1-42e2-b33e-7a2524913ebf admin admin] Publish callbacks [] for security_group (a7bcd5a5-ce4e-4725-a4a1-b2d096c03c96), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:16.737718 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-460c7bbc-f8d1-42e2-b33e-7a2524913ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (a7bcd5a5-ce4e-4725-a4a1-b2d096c03c96), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:16.740492 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-460c7bbc-f8d1-42e2-b33e-7a2524913ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:16.741672 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-460c7bbc-f8d1-42e2-b33e-7a2524913ebf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7bcd5a5-ce4e-4725-a4a1-b2d096c03c96 HTTP/1.1" status: 204 len: 168 time: 0.1933503 Apr 06 17:18:16.749595 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c7bbc-f8d1-42e2-b33e-7a2524913ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bcd5a5-ce4e-4725-a4a1-b2d096c03c96,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:17.353670 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-431c137c-2a6b-43ac-b2ec-4c10536a1af5 req-c80dc1b1-c017-48e8-b66d-2e32acac6af5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450661 Apr 06 17:18:17.414757 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41830) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:17.429527 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9eacd7c7-cee7-4474-ae16-5b1dc82df438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:17.429767 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c137c-2a6b-43ac-b2ec-4c10536a1af5 req-6f1e4d8d-2700-44fd-bc5b-8c465e90fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:17.431154 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-431c137c-2a6b-43ac-b2ec-4c10536a1af5 req-6f1e4d8d-2700-44fd-bc5b-8c465e90fbd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 1129 time: 0.0448518 Apr 06 17:18:17.505998 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9eacd7c7-cee7-4474-ae16-5b1dc82df438 admin admin] Publish callbacks [] for security_group (e63843d7-ed6e-4e9f-804b-1be1d19d6685), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:17.529550 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c137c-2a6b-43ac-b2ec-4c10536a1af5 req-6db90434-a550-4254-8f3c-47caf0cc4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:17.531014 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-431c137c-2a6b-43ac-b2ec-4c10536a1af5 req-6db90434-a550-4254-8f3c-47caf0cc4aab service neutron] 10.222.0.58 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 911 time: 0.0822754 Apr 06 17:18:17.565853 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9eacd7c7-cee7-4474-ae16-5b1dc82df438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (e63843d7-ed6e-4e9f-804b-1be1d19d6685), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:17.598001 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-431c137c-2a6b-43ac-b2ec-4c10536a1af5 req-18b4e562-92a7-438c-a2ef-c089b8e4335e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edee388f-6197-45bc-a2f3-ec2d29099960 HTTP/1.1" status: 200 len: 1001 time: 0.0606053 Apr 06 17:18:17.604696 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-9eacd7c7-cee7-4474-ae16-5b1dc82df438 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a41ec837b3d44f1db32f4bf38987eed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881578 Apr 06 17:18:17.605532 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacd7c7-cee7-4474-ae16-5b1dc82df438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63843d7-ed6e-4e9f-804b-1be1d19d6685,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:17.607875 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41832) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:17.645414 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c137c-2a6b-43ac-b2ec-4c10536a1af5 req-82de3e0d-cc88-4309-89b5-fc557f7b4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:17.646878 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-431c137c-2a6b-43ac-b2ec-4c10536a1af5 req-82de3e0d-cc88-4309-89b5-fc557f7b4012 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 200 len: 849 time: 0.0434780 Apr 06 17:18:17.655675 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9444-843d-43f9-806a-e97fd3164009 admin admin] Publish callbacks [] for security_group (e63843d7-ed6e-4e9f-804b-1be1d19d6685), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:17.677141 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9444-843d-43f9-806a-e97fd3164009 admin admin] Publish callbacks [] for security_group (e63843d7-ed6e-4e9f-804b-1be1d19d6685), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:17.695713 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c137c-2a6b-43ac-b2ec-4c10536a1af5 req-a83096e3-71d4-4e1a-9187-2314d08e2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:17.697261 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-431c137c-2a6b-43ac-b2ec-4c10536a1af5 req-a83096e3-71d4-4e1a-9187-2314d08e2cdb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f56648ad-4fee-4abb-84da-d7aa65d77071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434232 Apr 06 17:18:17.782988 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9444-843d-43f9-806a-e97fd3164009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (e63843d7-ed6e-4e9f-804b-1be1d19d6685), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:17.785663 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9444-843d-43f9-806a-e97fd3164009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:17.786822 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b1ad9444-843d-43f9-806a-e97fd3164009 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e63843d7-ed6e-4e9f-804b-1be1d19d6685 HTTP/1.1" status: 204 len: 168 time: 0.1780503 Apr 06 17:18:17.787820 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-431c137c-2a6b-43ac-b2ec-4c10536a1af5 req-37e41ce0-3e11-48c5-845a-d082231256f3 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839550 Apr 06 17:18:17.795503 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad9444-843d-43f9-806a-e97fd3164009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63843d7-ed6e-4e9f-804b-1be1d19d6685,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:17.881941 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-431c137c-2a6b-43ac-b2ec-4c10536a1af5 req-23272169-309c-4263-878b-f3eb6c7478e1 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867777 Apr 06 17:18:18.482677 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41838) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:18.496245 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f1d449b4-5042-4760-ad16-5899a59d4fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:18.568227 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f1d449b4-5042-4760-ad16-5899a59d4fd5 admin admin] Publish callbacks [] for security_group (852b444e-dd91-453f-8760-5dd52c4090b2), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:18.645782 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f1d449b4-5042-4760-ad16-5899a59d4fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (852b444e-dd91-453f-8760-5dd52c4090b2), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:18.685734 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d449b4-5042-4760-ad16-5899a59d4fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852b444e-dd91-453f-8760-5dd52c4090b2,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:18.690946 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-f1d449b4-5042-4760-ad16-5899a59d4fd5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84fb649dec8c41aa8870c5853d72f55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072027 Apr 06 17:18:18.693452 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41840) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:18.741984 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-70805782-3873-4389-add0-38a7f299a08e admin admin] Publish callbacks [] for security_group (852b444e-dd91-453f-8760-5dd52c4090b2), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:18.763319 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-70805782-3873-4389-add0-38a7f299a08e admin admin] Publish callbacks [] for security_group (852b444e-dd91-453f-8760-5dd52c4090b2), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:18.894534 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-70805782-3873-4389-add0-38a7f299a08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (852b444e-dd91-453f-8760-5dd52c4090b2), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:18.897212 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-70805782-3873-4389-add0-38a7f299a08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:18.898364 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-70805782-3873-4389-add0-38a7f299a08e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/852b444e-dd91-453f-8760-5dd52c4090b2 HTTP/1.1" status: 204 len: 168 time: 0.2039971 Apr 06 17:18:18.906429 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70805782-3873-4389-add0-38a7f299a08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852b444e-dd91-453f-8760-5dd52c4090b2,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:21.593729 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41912) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:21.697390 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4308a781-fb46-49e8-8544-b1bbc8e82a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:21.771863 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4308a781-fb46-49e8-8544-b1bbc8e82a3e admin admin] Publish callbacks [] for security_group (68a08160-b46d-42ea-b899-29c728845c88), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:21.845578 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4308a781-fb46-49e8-8544-b1bbc8e82a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (68a08160-b46d-42ea-b899-29c728845c88), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:21.883821 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-4308a781-fb46-49e8-8544-b1bbc8e82a3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fce0da7401094ea8beea812adbb06f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890339 Apr 06 17:18:21.884686 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308a781-fb46-49e8-8544-b1bbc8e82a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a08160-b46d-42ea-b899-29c728845c88,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:21.886508 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41916) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:21.937489 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d3493f80-b095-43f9-933f-bec9484c520d admin admin] Publish callbacks [] for security_group (68a08160-b46d-42ea-b899-29c728845c88), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:21.957625 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d3493f80-b095-43f9-933f-bec9484c520d admin admin] Publish callbacks [] for security_group (68a08160-b46d-42ea-b899-29c728845c88), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:22.080034 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d3493f80-b095-43f9-933f-bec9484c520d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (68a08160-b46d-42ea-b899-29c728845c88), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:22.082521 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d3493f80-b095-43f9-933f-bec9484c520d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:22.083722 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d3493f80-b095-43f9-933f-bec9484c520d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68a08160-b46d-42ea-b899-29c728845c88 HTTP/1.1" status: 204 len: 168 time: 0.1961937 Apr 06 17:18:22.092038 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3493f80-b095-43f9-933f-bec9484c520d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a08160-b46d-42ea-b899-29c728845c88,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:22.742003 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41922) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:22.755527 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2ecce9cd-402c-40ff-b2a4-ad574d89bc61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:22.826854 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2ecce9cd-402c-40ff-b2a4-ad574d89bc61 admin admin] Publish callbacks [] for security_group (448fcbc8-c650-42e9-a85c-86a4018f1641), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:22.891537 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2ecce9cd-402c-40ff-b2a4-ad574d89bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (448fcbc8-c650-42e9-a85c-86a4018f1641), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:22.927452 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-2ecce9cd-402c-40ff-b2a4-ad574d89bc61 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1a391e01a404d65a0a37caf68d95269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842897 Apr 06 17:18:22.929314 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecce9cd-402c-40ff-b2a4-ad574d89bc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448fcbc8-c650-42e9-a85c-86a4018f1641,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:22.930672 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41926) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:22.981942 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-18dbc297-7941-49f1-95df-1c9b0db2a185 admin admin] Publish callbacks [] for security_group (448fcbc8-c650-42e9-a85c-86a4018f1641), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:23.002947 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-18dbc297-7941-49f1-95df-1c9b0db2a185 admin admin] Publish callbacks [] for security_group (448fcbc8-c650-42e9-a85c-86a4018f1641), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:23.123234 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-18dbc297-7941-49f1-95df-1c9b0db2a185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (448fcbc8-c650-42e9-a85c-86a4018f1641), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:23.125862 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-18dbc297-7941-49f1-95df-1c9b0db2a185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:23.127058 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-18dbc297-7941-49f1-95df-1c9b0db2a185 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/448fcbc8-c650-42e9-a85c-86a4018f1641 HTTP/1.1" status: 204 len: 168 time: 0.1953034 Apr 06 17:18:23.136620 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbc297-7941-49f1-95df-1c9b0db2a185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448fcbc8-c650-42e9-a85c-86a4018f1641,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:24.131913 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41948) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:24.225594 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1546625348-network', 'tenant_id': '233d05c4d7b246e38a8e90cb7a58c994'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:18:24.319905 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Made reservation on behalf of 233d05c4d7b246e38a8e90cb7a58c994 for: {'network': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:18:24.322717 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:24.331208 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:24.402639 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Publish callbacks [] for security_group (db8c4aab-dac6-4067-8851-b8e51b0da599), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:24.476910 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (db8c4aab-dac6-4067-8851-b8e51b0da599), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:24.501040 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:18:24.510978 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8c4aab-dac6-4067-8851-b8e51b0da599,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:24.515910 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (7007f873-b875-48b9-a537-da5a45ea3ee4), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:24.516285 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.segments_db [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Added segment 7007f873-b875-48b9-a537-da5a45ea3ee4 of type vlan for network fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b Apr 06 17:18:24.555763 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:24.648587 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:24.649595 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:24.650169 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:24.708634 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] Pushing event updated for resources: {'Network': ['ID=fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:24.718620 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:18:24.774383 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-7f5a6574-6c97-4b36-b100-ed37d1d27959 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6413517 Apr 06 17:18:24.777188 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 41952) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:24.781919 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-6e9f4125-1829-4b19-a03e-d9792042dfba admin admin] Request body: {'subnet': {'network_id': 'fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1546625348-subnet', 'tenant_id': '233d05c4d7b246e38a8e90cb7a58c994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:18:24.874117 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9f4125-1829-4b19-a03e-d9792042dfba admin admin] Made reservation on behalf of 233d05c4d7b246e38a8e90cb7a58c994 for: {'subnet': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:18:24.876378 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4125-1829-4b19-a03e-d9792042dfba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5377253'] for subnet (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:25.117307 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4125-1829-4b19-a03e-d9792042dfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7130152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5377275'] for subnet (8e560616-2870-49e5-8ceb-d232cab3c6a7), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:25.171266 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f4125-1829-4b19-a03e-d9792042dfba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e560616-2870-49e5-8ceb-d232cab3c6a7,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:25.182782 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f4125-1829-4b19-a03e-d9792042dfba admin admin] Checking segment: {'id': '7007f873-b875-48b9-a537-da5a45ea3ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:18:25.183185 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9f4125-1829-4b19-a03e-d9792042dfba admin admin] Network hostable DHCP agents. Network: fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:18:25.311510 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9f4125-1829-4b19-a03e-d9792042dfba admin admin] Network fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:18:25.373868 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-6e9f4125-1829-4b19-a03e-d9792042dfba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b) {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:18:25.378024 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9f4125-1829-4b19-a03e-d9792042dfba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:25.378638 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4125-1829-4b19-a03e-d9792042dfba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:25.382782 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5064e4a-7c82-4e43-927b-07497b73e6bd None None] Network fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:18:25.459881 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-6e9f4125-1829-4b19-a03e-d9792042dfba admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6815557 Apr 06 17:18:25.475082 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80448226-f97e-4647-9f9d-4d59cf536f82 None None] Network fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:18:26.143178 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41968) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:26.148034 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2062331594-network', 'tenant_id': 'd05147e7b03f4496a91b6f141ff2bff9'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:18:26.219858 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Made reservation on behalf of d05147e7b03f4496a91b6f141ff2bff9 for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:18:26.222025 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:26.230526 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:26.304259 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Publish callbacks [] for security_group (5ce6e4f0-ef69-4ad6-b2eb-bd66a365f665), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:26.365778 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (5ce6e4f0-ef69-4ad6-b2eb-bd66a365f665), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:26.392795 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:18:26.398055 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce6e4f0-ef69-4ad6-b2eb-bd66a365f665,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:26.408505 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.408855 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.409202 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.409545 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.409881 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.410213 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.410544 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.410875 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.411230 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.411564 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.411888 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.412217 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.412541 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.412864 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.413185 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:26.417380 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (95f84597-3144-48ce-90af-0244ba73b703), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:26.417721 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Added segment 95f84597-3144-48ce-90af-0244ba73b703 of type vlan for network 452ebfae-7c77-409d-9d13-8584e606bef7 Apr 06 17:18:26.456317 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (452ebfae-7c77-409d-9d13-8584e606bef7), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:26.528460 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (452ebfae-7c77-409d-9d13-8584e606bef7), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:26.529392 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:26.529970 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:26.587057 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] Pushing event updated for resources: {'Network': ['ID=452ebfae-7c77-409d-9d13-8584e606bef7,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:26.596735 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network 452ebfae-7c77-409d-9d13-8584e606bef7 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:18:26.622709 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-3079311c-b7ef-47e8-b874-d08f63665cde admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4784510 Apr 06 17:18:26.625454 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 41970) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:26.630006 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-ad8cebb4-6abc-46ca-82d8-a877e423b7bc admin admin] Request body: {'subnet': {'network_id': '452ebfae-7c77-409d-9d13-8584e606bef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2062331594-subnet', 'tenant_id': 'd05147e7b03f4496a91b6f141ff2bff9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:18:26.705862 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8cebb4-6abc-46ca-82d8-a877e423b7bc admin admin] Made reservation on behalf of d05147e7b03f4496a91b6f141ff2bff9 for: {'subnet': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:18:26.708136 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ad8cebb4-6abc-46ca-82d8-a877e423b7bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4747180'] for subnet (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:26.946565 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ad8cebb4-6abc-46ca-82d8-a877e423b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4590291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4747186'] for subnet (078aeb2c-8ee7-4bc6-a731-e5042b52be46), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:27.228464 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cebb4-6abc-46ca-82d8-a877e423b7bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=078aeb2c-8ee7-4bc6-a731-e5042b52be46,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:27.236926 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8cebb4-6abc-46ca-82d8-a877e423b7bc admin admin] Checking segment: {'id': '95f84597-3144-48ce-90af-0244ba73b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '452ebfae-7c77-409d-9d13-8584e606bef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:18:27.237285 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8cebb4-6abc-46ca-82d8-a877e423b7bc admin admin] Network hostable DHCP agents. Network: 452ebfae-7c77-409d-9d13-8584e606bef7, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:18:27.328608 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8cebb4-6abc-46ca-82d8-a877e423b7bc admin admin] Network 452ebfae-7c77-409d-9d13-8584e606bef7 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:18:27.420350 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-ad8cebb4-6abc-46ca-82d8-a877e423b7bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, 452ebfae-7c77-409d-9d13-8584e606bef7) {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:18:27.424368 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8cebb4-6abc-46ca-82d8-a877e423b7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:27.424950 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ad8cebb4-6abc-46ca-82d8-a877e423b7bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:27.429158 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd748aee-dbbd-4f57-ba65-bef133e5e980 None None] Network 452ebfae-7c77-409d-9d13-8584e606bef7 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:18:27.499923 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-ad8cebb4-6abc-46ca-82d8-a877e423b7bc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8732512 Apr 06 17:18:27.527469 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b521ada-3b53-417b-8258-ed0965861e32 None None] Network 452ebfae-7c77-409d-9d13-8584e606bef7 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:18:32.454141 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:37.134369 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e37b13f2-bcab-4ac1-8064-144f056810d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:39.599690 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-5b025c3f-ab2f-4eba-be99-129e97d83a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:40.513804 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:41.802541 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:43.310796 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:18:43.319578 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:44.575633 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-41fb57c9-98d3-42ba-b403-579929415a21 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-142823913&fields=id&tenant_id=fcbba36a2f4f401f929f1d2aa6666eba HTTP/1.1" status: 200 len: 267 time: 0.0438352 Apr 06 17:18:44.681399 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-142c3059-c619-4e1c-aeb1-cd30e140f215 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:44.682863 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-142c3059-c619-4e1c-aeb1-cd30e140f215 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 810 time: 0.1011302 Apr 06 17:18:44.697287 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-fdd46f4f-98c7-4a28-bf91-f103169644c7 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/quotas/fcbba36a2f4f401f929f1d2aa6666eba HTTP/1.1" status: 200 len: 375 time: 0.0091698 Apr 06 17:18:44.751478 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-b242f3cb-41b4-474e-bda2-bf3efd2e75bc tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496130 Apr 06 17:18:44.850736 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-edb31f59-34c6-4d60-931d-c1470dd40c35 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103877) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:18:44.851781 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-edb31f59-34c6-4d60-931d-c1470dd40c35 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0882666 Apr 06 17:18:44.942441 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-82410d8f-6380-412d-8702-e81d4cf38c5f service neutron] 10.222.0.66 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847545 Apr 06 17:18:45.029015 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-a4e6a44f-895d-4539-a156-5dc5a774f088 service neutron] 10.222.0.66 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808723 Apr 06 17:18:45.647168 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6ec78d2a-ab26-406c-89b1-4f9051a35b91 req-6b3c7f5b-0a26-45c3-99cd-078f07b44584 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 210 time: 0.0286329 Apr 06 17:18:46.743548 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1586004e-0c2e-4bdf-9b92-a7ff94e45742 req-caba06f0-47fd-4276-8ec2-c28ad8b0bc8f tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 210 time: 0.0333507 Apr 06 17:18:47.689770 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-3cece56c-2abc-4e1e-a7e0-ca5934bde735 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:47.691205 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-3cece56c-2abc-4e1e-a7e0-ca5934bde735 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 810 time: 0.0967748 Apr 06 17:18:47.769842 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-e39d4526-ad9c-486b-96d8-abb978c04f67 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcbba36a2f4f401f929f1d2aa6666eba HTTP/1.1" status: 200 len: 379 time: 0.0631478 Apr 06 17:18:47.779917 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'port': {'device_id': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'admin_state_up': True, 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'security_groups': ['4c08102c-3c5b-4f78-8ef1-eace987d3746']}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:18:47.839130 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5ee60b61-09ea-4643-a691-22d3c5608a34 req-8b03ec22-a634-49a0-b6ad-88248d2ef168 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 210 time: 0.0273161 Apr 06 17:18:47.959439 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Made reservation on behalf of fcbba36a2f4f401f929f1d2aa6666eba for: {'port': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:18:47.962853 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:48.089711 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Allocated IP 172.20.0.3 (f56648ad-4fee-4abb-84da-d7aa65d77071/790d15a4-30c1-4520-8d58-4d9671d1192c/2a722231-27d4-46e4-95dd-c45f2c495866) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:18:48.226840 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for port (2a722231-27d4-46e4-95dd-c45f2c495866), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:48.319537 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:48.362490 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Network f56648ad-4fee-4abb-84da-d7aa65d77071 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:18:48.365669 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:18:48.369336 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:18:48.392190 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'Port': ['ID=2a722231-27d4-46e4-95dd-c45f2c495866,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:48.423132 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:48.429422 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:48.516528 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-0255583f-d837-40c6-a347-54010270cdad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7403426 Apr 06 17:18:48.546587 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Request body: {'port': {'device_id': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:18:48.605927 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-b8b6b8f5-3d6d-4e55-aa99-22e22d359cfc None None] Provisioning complete for port 2a722231-27d4-46e4-95dd-c45f2c495866 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:18:48.606508 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b8f5-3d6d-4e55-aa99-22e22d359cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:48.607635 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:48.639823 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-b8b6b8f5-3d6d-4e55-aa99-22e22d359cfc None None] Port 2a722231-27d4-46e4-95dd-c45f2c495866 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:18:48.869339 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a722231-27d4-46e4-95dd-c45f2c495866 {{(pid=103876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:18:48.876973 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Publish callbacks [] for port (2a722231-27d4-46e4-95dd-c45f2c495866), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:48.889609 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.provisioning_blocks [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Transition to ACTIVE for port object 2a722231-27d4-46e4-95dd-c45f2c495866 will not be triggered until provisioned by entity L2. {{(pid=103876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:18:48.957529 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fb21a-3ad0-4263-9990-8b1fe3d3e390 req-67302bfb-72b1-407d-ae54-680f6c75116a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:48.959055 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1c5fb21a-3ad0-4263-9990-8b1fe3d3e390 req-67302bfb-72b1-407d-ae54-680f6c75116a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 931 time: 0.0532131 Apr 06 17:18:48.976248 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:49.007741 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1c5fb21a-3ad0-4263-9990-8b1fe3d3e390 req-f29145b0-8ed5-405e-9401-6c10731020d7 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424266 Apr 06 17:18:49.033518 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Pushing event updated for resources: {'Port': ['ID=2a722231-27d4-46e4-95dd-c45f2c495866,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:49.116543 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Attempting to bind port 2a722231-27d4-46e4-95dd-c45f2c495866 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:18:49.116951 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Attempting to bind port 2a722231-27d4-46e4-95dd-c45f2c495866 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:18:49.117369 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Attempting to bind port 2a722231-27d4-46e4-95dd-c45f2c495866 on network f56648ad-4fee-4abb-84da-d7aa65d77071 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:18:49.122593 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Port 2a722231-27d4-46e4-95dd-c45f2c495866 on network f56648ad-4fee-4abb-84da-d7aa65d77071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:18:49.122982 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Attempting to bind port 2a722231-27d4-46e4-95dd-c45f2c495866 on network f56648ad-4fee-4abb-84da-d7aa65d77071 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:18:49.129096 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:18:49.129436 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Checking segment: {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:18:49.129822 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Bound using segment: {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:18:49.130248 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Bound port: 2a722231-27d4-46e4-95dd-c45f2c495866, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04723a6e-6840-4dc8-ab6d-ea9594f55df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071'}}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:18:49.130638 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:49.201496 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] For port 2a722231-27d4-46e4-95dd-c45f2c495866, host hv-cinder-83685, cleared binding levels {{(pid=103876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:18:49.206204 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] For port 2a722231-27d4-46e4-95dd-c45f2c495866, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2a722231-27d4-46e4-95dd-c45f2c495866,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:18:49.308631 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:49.340814 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:49.341426 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:49.342762 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] 10.222.0.58 "PUT /v2.0/ports/2a722231-27d4-46e4-95dd-c45f2c495866 HTTP/1.1" status: 200 len: 1093 time: 0.8005157 Apr 06 17:18:49.343228 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'tag': '2a722231-27d4-46e4-95dd-c45f2c495866'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:18:49.345432 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdc335d-75f0-46c0-99c4-97aab3201d71" -d '{"events": [{"name": "network-changed", "server_uuid": "f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb", "tag": "2a722231-27d4-46e4-95dd-c45f2c495866"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:18:49.377772 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dbf34-1e32-475b-af24-a68eadfd7b3a service neutron] Pushing event updated for resources: {'Port': ['ID=2a722231-27d4-46e4-95dd-c45f2c495866,revision_number=3']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:49.388719 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5fb19f-dc6b-4a45-b14c-6cd6d554fc3d x-openstack-request-id: req-3c5fb19f-dc6b-4a45-b14c-6cd6d554fc3d {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:18:49.391252 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb", "tag": "2a722231-27d4-46e4-95dd-c45f2c495866", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:18:49.391252 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c5fb19f-dc6b-4a45-b14c-6cd6d554fc3d {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:18:49.391252 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5fb19f-dc6b-4a45-b14c-6cd6d554fc3d'] response: {'name': 'network-changed', 'server_uuid': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'tag': '2a722231-27d4-46e4-95dd-c45f2c495866', 'status': 'completed', 'code': 200} Apr 06 17:18:49.535946 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc335d-75f0-46c0-99c4-97aab3201d71 req-b9ff11dd-2c47-401f-800a-b1991d1a9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:49.537369 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4cdc335d-75f0-46c0-99c4-97aab3201d71 req-b9ff11dd-2c47-401f-800a-b1991d1a9272 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 1127 time: 0.0478864 Apr 06 17:18:49.647199 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc335d-75f0-46c0-99c4-97aab3201d71 req-277c8e29-2413-4af2-8009-652c51d0ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:49.648607 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4cdc335d-75f0-46c0-99c4-97aab3201d71 req-277c8e29-2413-4af2-8009-652c51d0ec3c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0960734 Apr 06 17:18:49.744260 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc335d-75f0-46c0-99c4-97aab3201d71 req-dc37eb37-adbf-46df-a763-cdb31aaeac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:49.745725 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4cdc335d-75f0-46c0-99c4-97aab3201d71 req-dc37eb37-adbf-46df-a763-cdb31aaeac12 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911529 Apr 06 17:18:49.850927 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-9e96150e-178f-49a8-b77a-29331404aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:49.852528 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-9e96150e-178f-49a8-b77a-29331404aee9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 1127 time: 0.0442212 Apr 06 17:18:49.898927 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-5630520f-0861-470b-888a-11b76ac85c8f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a722231-27d4-46e4-95dd-c45f2c495866 HTTP/1.1" status: 200 len: 217 time: 0.0326877 Apr 06 17:18:49.950373 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-9980c365-8565-4517-a3ad-992c6949271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:49.951922 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-9980c365-8565-4517-a3ad-992c6949271b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 200 len: 849 time: 0.0468149 Apr 06 17:18:49.999262 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-fae31104-fa11-42e9-9cc2-6fdbddc2cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:50.000725 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-fae31104-fa11-42e9-9cc2-6fdbddc2cbc9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f56648ad-4fee-4abb-84da-d7aa65d77071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431373 Apr 06 17:18:50.093543 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-b347ef8e-3dec-4dcb-9f5d-d7d406bcc708 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867217 Apr 06 17:18:50.128735 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313112d-2944-4e8c-a664-244f1b1f84cd req-59f6308f-0878-4898-8d24-4afec9b05aca tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:50.130122 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c313112d-2944-4e8c-a664-244f1b1f84cd req-59f6308f-0878-4898-8d24-4afec9b05aca tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 943 time: 0.0518730 Apr 06 17:18:50.182749 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c313112d-2944-4e8c-a664-244f1b1f84cd req-0fd387a1-4fd2-4d8a-bcd6-559a44dd9940 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463469 Apr 06 17:18:50.186557 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-d61d3642-0652-42fd-a02e-72160e0da9c7 req-635ba3f6-1c72-4460-8cdb-a48220d179ae service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872424 Apr 06 17:18:51.304448 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c2902-1a4f-4667-9af9-f158de8194d4 req-93488501-55da-41e8-9cab-2c84341bd3aa tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:51.305895 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-812c2902-1a4f-4667-9af9-f158de8194d4 req-93488501-55da-41e8-9cab-2c84341bd3aa tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 943 time: 0.0541368 Apr 06 17:18:51.352813 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-812c2902-1a4f-4667-9af9-f158de8194d4 req-647d2aa3-3a09-4b07-9018-753379ef0eec tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410752 Apr 06 17:18:52.468383 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa17c2-3f3a-473e-a376-d6240eca1bb2 req-42ac566c-dfc6-4a89-b58d-e24e51a98120 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:52.469849 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88fa17c2-3f3a-473e-a376-d6240eca1bb2 req-42ac566c-dfc6-4a89-b58d-e24e51a98120 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 943 time: 0.0515251 Apr 06 17:18:52.518311 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-88fa17c2-3f3a-473e-a376-d6240eca1bb2 req-18733d76-deff-4d3b-999e-e7872ca249e2 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426564 Apr 06 17:18:53.878410 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc28aa-78d7-4360-aac3-d2857940f0cf req-2f43e7da-c5be-4aa7-9799-dae6425d2ae7 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:53.879918 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f8bc28aa-78d7-4360-aac3-d2857940f0cf req-2f43e7da-c5be-4aa7-9799-dae6425d2ae7 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 943 time: 0.2925315 Apr 06 17:18:53.927989 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f8bc28aa-78d7-4360-aac3-d2857940f0cf req-05a5641f-bbe9-429e-9c44-3714f093ac63 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420277 Apr 06 17:18:55.043725 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42efaf5-cdfc-430d-9cfc-333a877c5fa1 req-c0d309a7-3fdf-455d-8951-2f03a65495c4 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:55.045066 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a42efaf5-cdfc-430d-9cfc-333a877c5fa1 req-c0d309a7-3fdf-455d-8951-2f03a65495c4 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 943 time: 0.0515454 Apr 06 17:18:55.091894 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a42efaf5-cdfc-430d-9cfc-333a877c5fa1 req-50da1efd-a54a-4df6-9c26-1824e073af28 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412335 Apr 06 17:18:55.359776 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42202) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:55.407402 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Deleting subnet 8e560616-2870-49e5-8ceb-d232cab3c6a7 {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:18:55.410543 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Publish callbacks [] for subnet (8e560616-2870-49e5-8ceb-d232cab3c6a7), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:55.444128 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7130308'] for subnet (8e560616-2870-49e5-8ceb-d232cab3c6a7), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:55.482250 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (8e560616-2870-49e5-8ceb-d232cab3c6a7), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:55.613884 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7128047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5377154'] for subnet (8e560616-2870-49e5-8ceb-d232cab3c6a7), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:55.641382 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e560616-2870-49e5-8ceb-d232cab3c6a7,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:55.650672 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:55.653817 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8e560616-2870-49e5-8ceb-d232cab3c6a7 HTTP/1.1" status: 204 len: 168 time: 0.2929556 Apr 06 17:18:55.655331 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.655681 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.656025 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.656364 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.656491 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42204) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:55.656888 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.656998 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.657330 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.657654 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.658050 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.658310 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.658638 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.658965 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.659311 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.659634 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.659977 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f395a3ae-7b9a-4aa4-bcd2-51fbc734e87e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:18:55.723378 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:55.803523 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:55.822351 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b']}} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:55.831324 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7007f873-b875-48b9-a537-da5a45ea3ee4') {'for_net_delete': True} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:55.831620 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7007f873-b875-48b9-a537-da5a45ea3ee4') {} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:55.841277 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220542'] for segment (7007f873-b875-48b9-a537-da5a45ea3ee4), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:55.854663 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (7007f873-b875-48b9-a537-da5a45ea3ee4), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:55.860433 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:18:55.860818 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4588926'] for segment (7007f873-b875-48b9-a537-da5a45ea3ee4), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: Traceback (most recent call last): Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: timer() Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: cb(*args, **kw) Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: return func(*args, **kwargs) Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: self._notify() Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: self.callback(batched_events) Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: event.method(event) Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: return f(self, *a, **k) Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._get(url).json() Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: return self.request(url, 'GET', **kwargs) Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:18:55.862415 dv-cinder-836850-1-iscsi neutron-server[103876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:18:55.976181 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:55.981889 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:55.987230 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b HTTP/1.1" status: 204 len: 168 time: 0.3275502 Apr 06 17:18:55.988202 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42206) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:55.995654 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c9ed4-aac8-4ca7-8970-1fcbfdefecf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4910bb-7bc4-40b9-88cb-4d1358f6ff6b,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:56.032254 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4378809-f188-4f83-aea1-098dd4f0b574 admin admin] Deleting subnet 078aeb2c-8ee7-4bc6-a731-e5042b52be46 {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:18:56.035404 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e4378809-f188-4f83-aea1-098dd4f0b574 admin admin] Publish callbacks [] for subnet (078aeb2c-8ee7-4bc6-a731-e5042b52be46), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:56.068847 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e4378809-f188-4f83-aea1-098dd4f0b574 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7130308'] for subnet (078aeb2c-8ee7-4bc6-a731-e5042b52be46), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:56.106827 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e4378809-f188-4f83-aea1-098dd4f0b574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (078aeb2c-8ee7-4bc6-a731-e5042b52be46), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:56.207472 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116d337-3419-4d20-97db-04c7107e948f req-3ec9718d-2be5-4167-8c39-45d0451afdea tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:56.208935 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f116d337-3419-4d20-97db-04c7107e948f req-3ec9718d-2be5-4167-8c39-45d0451afdea tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 943 time: 0.0514271 Apr 06 17:18:56.244368 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e4378809-f188-4f83-aea1-098dd4f0b574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7128047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5377154'] for subnet (078aeb2c-8ee7-4bc6-a731-e5042b52be46), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:56.281553 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f116d337-3419-4d20-97db-04c7107e948f req-632e337e-7132-4f4f-8b6b-d0dbc861fb6e tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662725 Apr 06 17:18:56.282212 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4378809-f188-4f83-aea1-098dd4f0b574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=078aeb2c-8ee7-4bc6-a731-e5042b52be46,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:56.286063 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e4378809-f188-4f83-aea1-098dd4f0b574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:56.289225 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-e4378809-f188-4f83-aea1-098dd4f0b574 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/078aeb2c-8ee7-4bc6-a731-e5042b52be46 HTTP/1.1" status: 204 len: 168 time: 0.3000109 Apr 06 17:18:56.291661 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42210) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:56.360811 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (452ebfae-7c77-409d-9d13-8584e606bef7), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:56.437726 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (452ebfae-7c77-409d-9d13-8584e606bef7), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:56.457140 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452ebfae-7c77-409d-9d13-8584e606bef7']}} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:56.466661 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f84597-3144-48ce-90af-0244ba73b703') {'for_net_delete': True} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:56.466954 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f84597-3144-48ce-90af-0244ba73b703') {} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:18:56.475925 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7130175'] for segment (95f84597-3144-48ce-90af-0244ba73b703), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:56.488553 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (95f84597-3144-48ce-90af-0244ba73b703), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:56.494136 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:18:56.495072 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7127941'] for segment (95f84597-3144-48ce-90af-0244ba73b703), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: Traceback (most recent call last): Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: timer() Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: cb(*args, **kw) Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: return func(*args, **kwargs) Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: self._notify() Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: self.callback(batched_events) Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: event.method(event) Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: return f(self, *a, **k) Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._get(url).json() Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: return self.request(url, 'GET', **kwargs) Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:18:56.496612 dv-cinder-836850-1-iscsi neutron-server[103877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:18:56.604449 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (452ebfae-7c77-409d-9d13-8584e606bef7), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:56.609579 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:56.612921 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] 10.222.0.66 "DELETE /v2.0/networks/452ebfae-7c77-409d-9d13-8584e606bef7 HTTP/1.1" status: 204 len: 168 time: 0.3202775 Apr 06 17:18:56.624280 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b6430-633b-435c-8d99-1ebbcf056f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=452ebfae-7c77-409d-9d13-8584e606bef7,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:56.938952 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42214) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:56.977340 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-24c9e53d-1965-45b0-ab5c-c972238dd261 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=233d05c4d7b246e38a8e90cb7a58c994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372262 Apr 06 17:18:56.980202 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42216) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:57.025719 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82b8c4f1-c5d6-4b03-aff0-dab983ae0e1c admin admin] Publish callbacks [] for security_group (db8c4aab-dac6-4067-8851-b8e51b0da599), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:57.046473 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82b8c4f1-c5d6-4b03-aff0-dab983ae0e1c admin admin] Publish callbacks [] for security_group (db8c4aab-dac6-4067-8851-b8e51b0da599), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:57.155976 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82b8c4f1-c5d6-4b03-aff0-dab983ae0e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (db8c4aab-dac6-4067-8851-b8e51b0da599), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:57.158558 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-82b8c4f1-c5d6-4b03-aff0-dab983ae0e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:57.159756 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-82b8c4f1-c5d6-4b03-aff0-dab983ae0e1c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db8c4aab-dac6-4067-8851-b8e51b0da599 HTTP/1.1" status: 204 len: 168 time: 0.1786387 Apr 06 17:18:57.168117 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8c4f1-c5d6-4b03-aff0-dab983ae0e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8c4aab-dac6-4067-8851-b8e51b0da599,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:57.402363 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38444f-885e-4011-a9e4-88b18550bb8e req-ac927888-b7bf-4f49-bede-fcb2921b8c9f tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:57.419121 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab38444f-885e-4011-a9e4-88b18550bb8e req-ac927888-b7bf-4f49-bede-fcb2921b8c9f tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 943 time: 0.0569959 Apr 06 17:18:57.452812 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab38444f-885e-4011-a9e4-88b18550bb8e req-d2be8d7a-e937-4c02-98b5-7a0514196aec tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434799 Apr 06 17:18:57.761416 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42224) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:57.800972 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ce81ddaa-dff8-46d1-ac8f-cb5ebb28f511 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d05147e7b03f4496a91b6f141ff2bff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381370 Apr 06 17:18:57.803253 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42226) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:18:57.849243 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6611bdb0-1380-42fb-b18b-32ce4381986e admin admin] Publish callbacks [] for security_group (5ce6e4f0-ef69-4ad6-b2eb-bd66a365f665), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:57.869261 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6611bdb0-1380-42fb-b18b-32ce4381986e admin admin] Publish callbacks [] for security_group (5ce6e4f0-ef69-4ad6-b2eb-bd66a365f665), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:57.969841 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6611bdb0-1380-42fb-b18b-32ce4381986e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (5ce6e4f0-ef69-4ad6-b2eb-bd66a365f665), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:57.972469 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6611bdb0-1380-42fb-b18b-32ce4381986e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:57.973607 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-6611bdb0-1380-42fb-b18b-32ce4381986e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ce6e4f0-ef69-4ad6-b2eb-bd66a365f665 HTTP/1.1" status: 204 len: 168 time: 0.1694698 Apr 06 17:18:57.981213 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611bdb0-1380-42fb-b18b-32ce4381986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce6e4f0-ef69-4ad6-b2eb-bd66a365f665,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:58.562643 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 2a722231-27d4-46e4-95dd-c45f2c495866 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:18:58.574545 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9ac88-060d-4181-86ae-aacf1dd6038f req-028d4459-55da-486b-a18b-364363311722 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:58.576415 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-21c9ac88-060d-4181-86ae-aacf1dd6038f req-028d4459-55da-486b-a18b-364363311722 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 943 time: 0.0580583 Apr 06 17:18:58.636115 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-21c9ac88-060d-4181-86ae-aacf1dd6038f req-21fae001-d33a-4767-958a-aa2d947dea38 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521770 Apr 06 17:18:58.665383 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 2a722231-27d4-46e4-95dd-c45f2c495866, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2a722231-27d4-46e4-95dd-c45f2c495866,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:58.679922 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '2a722231-27d4-46e4-95dd-c45f2c495866', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'port_id': '2a722231-27d4-46e4-95dd-c45f2c495866', 'mac_address': 'fa:16:3e:a9:8c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:18:58.842039 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 2a722231-27d4-46e4-95dd-c45f2c495866 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:18:58.842535 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:58.855507 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a722231-27d4-46e4-95dd-c45f2c495866 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:18:58.874161 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 2a722231-27d4-46e4-95dd-c45f2c495866, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2a722231-27d4-46e4-95dd-c45f2c495866,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:18:58.956722 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:18:59.003255 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=2a722231-27d4-46e4-95dd-c45f2c495866,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:18:59.414646 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['2a722231-27d4-46e4-95dd-c45f2c495866'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:18:59.752874 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62cd1-bed1-4328-8092-abe4e7321ae5 req-00cbf44d-de68-40d2-9488-a6b613685dae tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:18:59.754348 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2bc62cd1-bed1-4328-8092-abe4e7321ae5 req-00cbf44d-de68-40d2-9488-a6b613685dae tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 944 time: 0.0530796 Apr 06 17:18:59.801667 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2bc62cd1-bed1-4328-8092-abe4e7321ae5 req-0cffd530-2529-4cdb-ae71-e5b4502c7f07 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416617 Apr 06 17:19:00.566839 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 2a722231-27d4-46e4-95dd-c45f2c495866 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:19:00.730081 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port 2a722231-27d4-46e4-95dd-c45f2c495866 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:19:00.735166 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 2a722231-27d4-46e4-95dd-c45f2c495866 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:00.735166 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:00.810114 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 2a722231-27d4-46e4-95dd-c45f2c495866 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:00.810428 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:00.837741 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a722231-27d4-46e4-95dd-c45f2c495866'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:00.840583 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b83bd97-0c77-4066-8a7a-98458be7bc3d" -d '{"events": [{"server_uuid": "f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb", "name": "network-vif-plugged", "status": "completed", "tag": "2a722231-27d4-46e4-95dd-c45f2c495866"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:00.852889 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 2a722231-27d4-46e4-95dd-c45f2c495866, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2a722231-27d4-46e4-95dd-c45f2c495866,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:00.877191 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29578b0c-a569-40d9-924e-b10646c2e2e3 x-openstack-request-id: req-29578b0c-a569-40d9-924e-b10646c2e2e3 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:00.877574 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb", "name": "network-vif-plugged", "status": "completed", "tag": "2a722231-27d4-46e4-95dd-c45f2c495866", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:00.877902 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29578b0c-a569-40d9-924e-b10646c2e2e3 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:00.878366 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29578b0c-a569-40d9-924e-b10646c2e2e3'] response: {'server_uuid': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a722231-27d4-46e4-95dd-c45f2c495866', 'code': 200} Apr 06 17:19:00.929656 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6edb-9d5f-4970-bddb-c3707d13f7f9 req-725d3e4f-5d64-474e-a967-bb9f29cd2a1f tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:00.931201 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0e7a6edb-9d5f-4970-bddb-c3707d13f7f9 req-725d3e4f-5d64-474e-a967-bb9f29cd2a1f tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 944 time: 0.0586665 Apr 06 17:19:00.950576 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:00.984850 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0e7a6edb-9d5f-4970-bddb-c3707d13f7f9 req-6a11a1f8-c8ac-4bf8-8898-6fc4410bd5ab tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472612 Apr 06 17:19:01.001785 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=2a722231-27d4-46e4-95dd-c45f2c495866,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:01.273972 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8717790-ad10-4667-8f61-c8c0003f7f5c req-da3b8987-4b8e-4e0d-9cf3-8cb0b572ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:01.275524 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-e8717790-ad10-4667-8f61-c8c0003f7f5c req-da3b8987-4b8e-4e0d-9cf3-8cb0b572ce92 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 1129 time: 0.0448871 Apr 06 17:19:01.320696 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-e8717790-ad10-4667-8f61-c8c0003f7f5c req-4ba36a50-4630-46fb-9fc0-a5add0365cfa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385306 Apr 06 17:19:02.102481 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfa368-79c1-42c8-b008-58aef52ceef2 req-cd3e27e0-e9ec-4d5d-ba2e-be22f9394551 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:02.104652 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f0bfa368-79c1-42c8-b008-58aef52ceef2 req-cd3e27e0-e9ec-4d5d-ba2e-be22f9394551 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 945 time: 0.0516496 Apr 06 17:19:02.152345 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f0bfa368-79c1-42c8-b008-58aef52ceef2 req-e98a611d-6008-429d-9c7a-b57a8e8aa6e9 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427749 Apr 06 17:19:02.455879 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:03.267302 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c7219-e05e-4d31-af1d-09830fc6527c req-272169f0-a163-4cf3-b3af-d6f037f672ff tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:03.268788 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-010c7219-e05e-4d31-af1d-09830fc6527c req-272169f0-a163-4cf3-b3af-d6f037f672ff tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 945 time: 0.0519502 Apr 06 17:19:03.322171 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-010c7219-e05e-4d31-af1d-09830fc6527c req-a43ebb72-b628-4a49-8e31-6ea4e4fb1fad tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475192 Apr 06 17:19:04.444735 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040c670-58e6-4423-b043-49ee7a1870da req-c4469f31-59d0-4c6f-92a4-519aae8feb16 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:04.446188 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8040c670-58e6-4423-b043-49ee7a1870da req-c4469f31-59d0-4c6f-92a4-519aae8feb16 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 945 time: 0.0559874 Apr 06 17:19:04.493998 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8040c670-58e6-4423-b043-49ee7a1870da req-42abd414-edbc-44e1-81c7-382fa744bc30 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420959 Apr 06 17:19:04.614209 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770362e-cf14-4215-8b9b-d1d60b8de2fb req-e0c5edc8-991b-44a5-9078-fc5da4de4e7a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:04.615689 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0770362e-cf14-4215-8b9b-d1d60b8de2fb req-e0c5edc8-991b-44a5-9078-fc5da4de4e7a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 945 time: 0.0554883 Apr 06 17:19:04.664375 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0770362e-cf14-4215-8b9b-d1d60b8de2fb req-291329be-7c95-45bb-b50f-d5430289fb86 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426226 Apr 06 17:19:04.689134 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42316) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:04.884049 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456198b6-ba20-4743-a409-e6dc0705ddcf tempest-TestVolumeBootPattern-935528621 tempest-TestVolumeBootPattern-935528621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:04.885472 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-456198b6-ba20-4743-a409-e6dc0705ddcf tempest-TestVolumeBootPattern-935528621 tempest-TestVolumeBootPattern-935528621-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 1124 time: 0.1953194 Apr 06 17:19:04.888594 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42320) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:04.892946 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'port_id': '2a722231-27d4-46e4-95dd-c45f2c495866', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:04.988416 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:05.094631 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:05.210199 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Allocated IP 172.27.1.223 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/ccb894e7-7384-47e0-85cb-d10ebd273caf) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:19:05.310986 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for port (ccb894e7-7384-47e0-85cb-d10ebd273caf), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:05.430903 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (ccb894e7-7384-47e0-85cb-d10ebd273caf), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:05.470882 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:19:05.477745 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:05.481248 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:19:05.486540 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'Port': ['ID=ccb894e7-7384-47e0-85cb-d10ebd273caf,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:05.858542 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (ac9db27f-315e-4fc0-95cd-a1d6d0b89730), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:05.974716 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (ccb894e7-7384-47e0-85cb-d10ebd273caf), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.124403 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for port (ccb894e7-7384-47e0-85cb-d10ebd273caf), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.184201 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (ccb894e7-7384-47e0-85cb-d10ebd273caf), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.252617 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event updated for resources: {'Port': ['ID=ccb894e7-7384-47e0-85cb-d10ebd273caf,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:06.261537 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (ac9db27f-315e-4fc0-95cd-a1d6d0b89730), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:06.363433 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Floating IP ac9db27f-315e-4fc0-95cd-a1d6d0b89730 associated. External IP: 172.27.1.223, port: 2a722231-27d4-46e4-95dd-c45f2c495866. Apr 06 17:19:06.578611 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Router 36329e38-45d1-415f-b3f1-2b98c62bee9e has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:19:06.687743 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:19:06.697457 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254234d9-6c8e-4fa6-9e4c-fb947e82e9bc None None] Sync routers for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:19:06.706419 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254234d9-6c8e-4fa6-9e4c-fb947e82e9bc None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:06.707116 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-254234d9-6c8e-4fa6-9e4c-fb947e82e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:18:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:06.826983 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-254234d9-6c8e-4fa6-9e4c-fb947e82e9bc None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:07.071225 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-254234d9-6c8e-4fa6-9e4c-fb947e82e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'ac9db27f-315e-4fc0-95cd-a1d6d0b89730', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': '2a722231-27d4-46e4-95dd-c45f2c495866', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:a9:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:05Z', 'updated_at': '2022-04-06T17:19:05Z', 'revision_number': 0, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}, {'id': 'c5453456-e7a6-41ae-940f-e5a8a01beb79', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:cc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:16:14Z', 'updated_at': '2022-04-06T17:16:17Z', 'revision_number': 1, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:07.080938 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:07.100001 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254234d9-6c8e-4fa6-9e4c-fb947e82e9bc None None] Checking router: 36329e38-45d1-415f-b3f1-2b98c62bee9e for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:19:07.108991 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254234d9-6c8e-4fa6-9e4c-fb947e82e9bc None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:07.109407 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-bec18b19-23c7-424e-8c9b-7221c9f59af1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2197750 Apr 06 17:19:07.109645 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-254234d9-6c8e-4fa6-9e4c-fb947e82e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:18:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:07.109996 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'tag': '2a722231-27d4-46e4-95dd-c45f2c495866'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:07.112303 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd902fa-91d2-44bc-a02a-ad10a67346be" -d '{"events": [{"name": "network-changed", "server_uuid": "f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb", "tag": "2a722231-27d4-46e4-95dd-c45f2c495866"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:07.146972 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8d75f1db-d302-474e-8248-4e4f5f83704b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:07.233143 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-254234d9-6c8e-4fa6-9e4c-fb947e82e9bc None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:07.273074 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434be20e-b36a-4a93-9027-c0318e02421d x-openstack-request-id: req-434be20e-b36a-4a93-9027-c0318e02421d {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:07.273358 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb", "tag": "2a722231-27d4-46e4-95dd-c45f2c495866", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:07.273612 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-434be20e-b36a-4a93-9027-c0318e02421d {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:07.274018 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434be20e-b36a-4a93-9027-c0318e02421d'] response: {'name': 'network-changed', 'server_uuid': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'tag': '2a722231-27d4-46e4-95dd-c45f2c495866', 'status': 'completed', 'code': 200} Apr 06 17:19:07.369831 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd902fa-91d2-44bc-a02a-ad10a67346be req-4b162043-0b68-4ea1-abb2-d1c3e204542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:07.372106 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-ebd902fa-91d2-44bc-a02a-ad10a67346be req-4b162043-0b68-4ea1-abb2-d1c3e204542b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 1129 time: 0.0548904 Apr 06 17:19:07.465705 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd902fa-91d2-44bc-a02a-ad10a67346be req-1f5fba20-c251-449c-8767-8b4c1c92288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:07.467248 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-ebd902fa-91d2-44bc-a02a-ad10a67346be req-1f5fba20-c251-449c-8767-8b4c1c92288b service neutron] 10.222.0.58 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 911 time: 0.0896289 Apr 06 17:19:07.486076 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-254234d9-6c8e-4fa6-9e4c-fb947e82e9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'ac9db27f-315e-4fc0-95cd-a1d6d0b89730', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': '2a722231-27d4-46e4-95dd-c45f2c495866', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:a9:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:05Z', 'updated_at': '2022-04-06T17:19:05Z', 'revision_number': 0, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}, {'id': 'c5453456-e7a6-41ae-940f-e5a8a01beb79', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:cc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:16:14Z', 'updated_at': '2022-04-06T17:16:17Z', 'revision_number': 1, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:07.516586 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254234d9-6c8e-4fa6-9e4c-fb947e82e9bc None None] The sync data for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi is: [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'ac9db27f-315e-4fc0-95cd-a1d6d0b89730', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': '2a722231-27d4-46e4-95dd-c45f2c495866', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:a9:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:05Z', 'updated_at': '2022-04-06T17:19:05Z', 'revision_number': 0, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}, {'id': 'c5453456-e7a6-41ae-940f-e5a8a01beb79', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:cc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:16:14Z', 'updated_at': '2022-04-06T17:16:17Z', 'revision_number': 1, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:19:07.534225 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-ebd902fa-91d2-44bc-a02a-ad10a67346be req-3474109c-1c2b-464d-a206-6d32a7f43b94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a722231-27d4-46e4-95dd-c45f2c495866 HTTP/1.1" status: 200 len: 999 time: 0.0607913 Apr 06 17:19:07.588431 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd902fa-91d2-44bc-a02a-ad10a67346be req-837654a8-64bb-47b3-a70c-f597c9851578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:07.590406 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-ebd902fa-91d2-44bc-a02a-ad10a67346be req-837654a8-64bb-47b3-a70c-f597c9851578 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 200 len: 849 time: 0.0500176 Apr 06 17:19:07.641784 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd902fa-91d2-44bc-a02a-ad10a67346be req-c846ad6a-c440-45c4-b2a6-5bb3b69de0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:07.643552 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-ebd902fa-91d2-44bc-a02a-ad10a67346be req-c846ad6a-c440-45c4-b2a6-5bb3b69de0a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f56648ad-4fee-4abb-84da-d7aa65d77071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471141 Apr 06 17:19:07.711643 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71fc20-3383-4273-94c2-1fe4f051c450 None None] New status for floating IP ac9db27f-315e-4fc0-95cd-a1d6d0b89730: ACTIVE {{(pid=103879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:19:07.747937 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-ebd902fa-91d2-44bc-a02a-ad10a67346be req-4d1ef791-c4ac-4589-8625-4b0772c6d6cc service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976918 Apr 06 17:19:07.846816 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-ebd902fa-91d2-44bc-a02a-ad10a67346be req-a80dd058-6c4b-42ef-b041-b9e6dd9bf96b service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916765 Apr 06 17:19:09.548841 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd6c68-4a82-4b53-aa94-d63009ed212f req-e5097d24-dc78-4c2b-a6c6-caba8a3e1ef1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:09.550441 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-92dd6c68-4a82-4b53-aa94-d63009ed212f req-e5097d24-dc78-4c2b-a6c6-caba8a3e1ef1 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 947 time: 0.0541987 Apr 06 17:19:09.567646 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-5ace0b82-34b7-4bd4-a1e5-fefaaff03545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:09.599057 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-92dd6c68-4a82-4b53-aa94-d63009ed212f req-b4be1e14-0bb8-4a53-993e-892e1001d103 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426066 Apr 06 17:19:10.535954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:10.729941 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53951422-79cf-4f18-a686-92f7ca4348ed req-25e7bb9c-be13-496c-9924-7e6443b42e2e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:10.731354 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-53951422-79cf-4f18-a686-92f7ca4348ed req-25e7bb9c-be13-496c-9924-7e6443b42e2e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 947 time: 0.0560651 Apr 06 17:19:10.778404 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-53951422-79cf-4f18-a686-92f7ca4348ed req-e80806a6-b257-449b-b070-53309b62148d tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412877 Apr 06 17:19:11.607286 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dfd75cf4-4f48-4843-8c7d-848012834433 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:11.608748 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dfd75cf4-4f48-4843-8c7d-848012834433 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.58 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 947 time: 0.0524321 Apr 06 17:19:11.716161 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Deleting port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:19:11.716501 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:11.816766 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] For port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:11.817158 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:11.847389 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:11.908080 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b2c0a-6adc-473a-b099-f0968f5cb1cc req-8e315316-634a-48fe-a6fb-e3c109365692 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:11.909632 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-232b2c0a-6adc-473a-b099-f0968f5cb1cc req-8e315316-634a-48fe-a6fb-e3c109365692 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 947 time: 0.0570977 Apr 06 17:19:11.962124 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-232b2c0a-6adc-473a-b099-f0968f5cb1cc req-83f9f592-7722-493f-b533-c7ce4ca44a01 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e4be3d-45dd-4ea3-a1a0-970ee80ad851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467718 Apr 06 17:19:12.000754 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:12.001085 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (f453be0e-aabf-4b99-b6c1-c04d35aead30), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:12.001402 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.l3_db [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Floating IP f453be0e-aabf-4b99-b6c1-c04d35aead30 disassociated. External IP: 172.27.1.147, port: 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc. Apr 06 17:19:12.001742 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Calling delete_port for 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc owned by compute:nova {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:19:12.048131 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42394) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:12.151707 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-730c0ad7-e8b1-4d3c-9197-d2b87aefb96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:12.190629 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (0ea73fc5-81fe-4a7f-88dc-740c8e832ecc), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:12.223214 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event deleted for resources: {'Port': ['ID=0ea73fc5-81fe-4a7f-88dc-740c8e832ecc,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:12.252738 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-730c0ad7-e8b1-4d3c-9197-d2b87aefb96c admin admin] Publish callbacks [] for security_group (9412c4f2-0bfd-4c58-bcec-5deb7bcb438e), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:12.338932 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-730c0ad7-e8b1-4d3c-9197-d2b87aefb96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9412c4f2-0bfd-4c58-bcec-5deb7bcb438e), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:12.344108 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Router d668d7d6-841b-4b3d-a716-db7915d06889 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:19:12.384570 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-730c0ad7-e8b1-4d3c-9197-d2b87aefb96c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bcd7970e0cd430da15476f36c7d01e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353474 Apr 06 17:19:12.385450 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c0ad7-e8b1-4d3c-9197-d2b87aefb96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9412c4f2-0bfd-4c58-bcec-5deb7bcb438e,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:12.388889 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42398) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:12.443554 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6bc88cc1-22c7-43f5-9e1e-a16bb4bbd852 admin admin] Publish callbacks [] for security_group (9412c4f2-0bfd-4c58-bcec-5deb7bcb438e), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:12.457813 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:19:12.468150 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6bc88cc1-22c7-43f5-9e1e-a16bb4bbd852 admin admin] Publish callbacks [] for security_group (9412c4f2-0bfd-4c58-bcec-5deb7bcb438e), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:12.469075 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c96c1-48b9-41d1-8840-cbea32ff83ae None None] Sync routers for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:19:12.480254 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c96c1-48b9-41d1-8840-cbea32ff83ae None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:12.480952 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-945c96c1-48b9-41d1-8840-cbea32ff83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:19:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:12.502130 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] No DVR routers for this DVR port 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc on host hv-cinder-83685 {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:19:12.504643 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:12.508343 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8aa109fb-7af2-4d21-8491-57912c4b6da7 req-dbef2577-87c7-4da9-b74b-ae3a3304e89e tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.58 "DELETE /v2.0/ports/0ea73fc5-81fe-4a7f-88dc-740c8e832ecc HTTP/1.1" status: 204 len: 173 time: 0.8944752 Apr 06 17:19:12.509412 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'name': 'network-vif-deleted', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:12.511640 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfde4a0-95fb-48a3-8f88-fb734289a72a" -d '{"events": [{"server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "name": "network-vif-deleted", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:12.549505 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377b4ee5-f08e-4987-bdd9-710be0e297f1 x-openstack-request-id: req-377b4ee5-f08e-4987-bdd9-710be0e297f1 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:12.549920 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94baa1c9-047c-43b9-ad51-06b1eff46e75", "name": "network-vif-deleted", "tag": "0ea73fc5-81fe-4a7f-88dc-740c8e832ecc", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:12.550247 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-377b4ee5-f08e-4987-bdd9-710be0e297f1 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:12.550716 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377b4ee5-f08e-4987-bdd9-710be0e297f1'] response: {'server_uuid': '94baa1c9-047c-43b9-ad51-06b1eff46e75', 'name': 'network-vif-deleted', 'tag': '0ea73fc5-81fe-4a7f-88dc-740c8e832ecc', 'status': 'completed', 'code': 200} Apr 06 17:19:12.598821 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-945c96c1-48b9-41d1-8840-cbea32ff83ae None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:12.605056 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6bc88cc1-22c7-43f5-9e1e-a16bb4bbd852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (9412c4f2-0bfd-4c58-bcec-5deb7bcb438e), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:12.608094 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6bc88cc1-22c7-43f5-9e1e-a16bb4bbd852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:12.618519 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-6bc88cc1-22c7-43f5-9e1e-a16bb4bbd852 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9412c4f2-0bfd-4c58-bcec-5deb7bcb438e HTTP/1.1" status: 204 len: 168 time: 0.2245979 Apr 06 17:19:12.633625 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc88cc1-22c7-43f5-9e1e-a16bb4bbd852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9412c4f2-0bfd-4c58-bcec-5deb7bcb438e,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:12.829977 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-945c96c1-48b9-41d1-8840-cbea32ff83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:17Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:12.856657 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c96c1-48b9-41d1-8840-cbea32ff83ae None None] Checking router: d668d7d6-841b-4b3d-a716-db7915d06889 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:19:12.866066 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c96c1-48b9-41d1-8840-cbea32ff83ae None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:12.866199 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-945c96c1-48b9-41d1-8840-cbea32ff83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:19:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:12.978219 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-945c96c1-48b9-41d1-8840-cbea32ff83ae None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:13.080421 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-680b69a6-91e2-4678-8ae1-9fccdecf4f8f req-29f3782e-5235-43b6-9c84-0e8a7ff52628 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/ports?device_id=94baa1c9-047c-43b9-ad51-06b1eff46e75 HTTP/1.1" status: 200 len: 210 time: 0.0347497 Apr 06 17:19:13.314932 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-945c96c1-48b9-41d1-8840-cbea32ff83ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:17Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:13.340527 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c96c1-48b9-41d1-8840-cbea32ff83ae None None] The sync data for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi is: [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0836b7e7-f34b-4bd7-ac57-0833bae889be', 'name': '', 'network_id': '09f20736-5662-4187-864d-0ee6f8a19f3a', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'mac_address': 'fa:16:3e:73:67:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:11Z', 'updated_at': '2022-04-06T17:06:17Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'subnets': [{'id': 'a9f58a42-7149-4f2a-9109-ffba1171e444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:19:13.384711 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42410) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:13.392784 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:13.399834 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0b7976ef-e2e1-4f60-887e-ea13e9957544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:13.484997 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0b7976ef-e2e1-4f60-887e-ea13e9957544 admin admin] Publish callbacks [] for security_group (b424721d-3a40-4c38-b679-d7c45594564d), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:13.561281 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3306cd-15e6-4b1c-82e0-9b82186acaf5 None None] New status for floating IP f453be0e-aabf-4b99-b6c1-c04d35aead30: DOWN {{(pid=103879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:19:13.593091 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0b7976ef-e2e1-4f60-887e-ea13e9957544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b424721d-3a40-4c38-b679-d7c45594564d), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:13.635788 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7976ef-e2e1-4f60-887e-ea13e9957544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b424721d-3a40-4c38-b679-d7c45594564d,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:13.641253 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-0b7976ef-e2e1-4f60-887e-ea13e9957544 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74fb975dfb8440d79c474b826b2660ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546988 Apr 06 17:19:13.644112 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42412) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:13.692957 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bde40433-c13a-4ce8-887a-fc5797ebb365 admin admin] Publish callbacks [] for security_group (b424721d-3a40-4c38-b679-d7c45594564d), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:13.713484 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bde40433-c13a-4ce8-887a-fc5797ebb365 admin admin] Publish callbacks [] for security_group (b424721d-3a40-4c38-b679-d7c45594564d), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:13.818798 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bde40433-c13a-4ce8-887a-fc5797ebb365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b424721d-3a40-4c38-b679-d7c45594564d), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:13.821493 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bde40433-c13a-4ce8-887a-fc5797ebb365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:13.822743 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-bde40433-c13a-4ce8-887a-fc5797ebb365 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b424721d-3a40-4c38-b679-d7c45594564d HTTP/1.1" status: 204 len: 168 time: 0.1781254 Apr 06 17:19:13.830684 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde40433-c13a-4ce8-887a-fc5797ebb365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b424721d-3a40-4c38-b679-d7c45594564d,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:14.279789 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42422) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:14.333083 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca978b65-192f-4cf4-bf7a-a3d65f67ff3b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group (73e4be3d-45dd-4ea3-a1a0-970ee80ad851), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.355736 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca978b65-192f-4cf4-bf7a-a3d65f67ff3b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group (73e4be3d-45dd-4ea3-a1a0-970ee80ad851), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.498746 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca978b65-192f-4cf4-bf7a-a3d65f67ff3b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (73e4be3d-45dd-4ea3-a1a0-970ee80ad851), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.501401 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ca978b65-192f-4cf4-bf7a-a3d65f67ff3b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.502643 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ca978b65-192f-4cf4-bf7a-a3d65f67ff3b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "DELETE /v2.0/security-groups/73e4be3d-45dd-4ea3-a1a0-970ee80ad851 HTTP/1.1" status: 204 len: 168 time: 0.2218156 Apr 06 17:19:14.505520 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42424) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:14.512715 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca978b65-192f-4cf4-bf7a-a3d65f67ff3b tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e4be3d-45dd-4ea3-a1a0-970ee80ad851,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:14.519601 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.api.v2.resource [None req-db5f75aa-4194-4f49-a8f3-ce3e9a830375 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] show failed (client error): The resource could not be found. Apr 06 17:19:14.520595 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-db5f75aa-4194-4f49-a8f3-ce3e9a830375 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "GET /v2.0/security-groups/73e4be3d-45dd-4ea3-a1a0-970ee80ad851 HTTP/1.1" status: 404 len: 347 time: 0.0140057 Apr 06 17:19:14.523455 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42426) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:14.558050 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42428) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:14.570907 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8a7818d7-4662-4746-94f4-307bc9af5bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.646125 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:19:14.646938 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-0bb02136-c369-48f3-9d3c-f60fc143c09c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Deleting port 9f00aae1-e010-4285-a063-005e3a34988f {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:19:14.647373 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8a7818d7-4662-4746-94f4-307bc9af5bf3 admin admin] Publish callbacks [] for security_group (103f8f4a-1251-42da-baec-5e95f48391df), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.647481 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0bb02136-c369-48f3-9d3c-f60fc143c09c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (9f00aae1-e010-4285-a063-005e3a34988f), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.668375 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:19:14.668718 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 0ea73fc5-81fe-4a7f-88dc-740c8e832ecc not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:19:14.724413 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0bb02136-c369-48f3-9d3c-f60fc143c09c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (9f00aae1-e010-4285-a063-005e3a34988f), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.724740 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0bb02136-c369-48f3-9d3c-f60fc143c09c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (9f00aae1-e010-4285-a063-005e3a34988f), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.735555 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8a7818d7-4662-4746-94f4-307bc9af5bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (103f8f4a-1251-42da-baec-5e95f48391df), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.736430 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-0bb02136-c369-48f3-9d3c-f60fc143c09c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Calling delete_port for 9f00aae1-e010-4285-a063-005e3a34988f owned by network:floatingip {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:19:14.777205 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-8a7818d7-4662-4746-94f4-307bc9af5bf3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84b7ea1298f0404ba4dcc296176938b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180278 Apr 06 17:19:14.778070 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7818d7-4662-4746-94f4-307bc9af5bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103f8f4a-1251-42da-baec-5e95f48391df,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:14.780299 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42430) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:14.829558 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-af8faee8-aa52-4874-878a-253a62268f40 admin admin] Publish callbacks [] for security_group (103f8f4a-1251-42da-baec-5e95f48391df), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.850611 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-af8faee8-aa52-4874-878a-253a62268f40 admin admin] Publish callbacks [] for security_group (103f8f4a-1251-42da-baec-5e95f48391df), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.918875 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0bb02136-c369-48f3-9d3c-f60fc143c09c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (9f00aae1-e010-4285-a063-005e3a34988f), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.942247 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb02136-c369-48f3-9d3c-f60fc143c09c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Pushing event deleted for resources: {'Port': ['ID=9f00aae1-e010-4285-a063-005e3a34988f,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:14.952759 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-af8faee8-aa52-4874-878a-253a62268f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (103f8f4a-1251-42da-baec-5e95f48391df), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.955447 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-af8faee8-aa52-4874-878a-253a62268f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:14.956585 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-af8faee8-aa52-4874-878a-253a62268f40 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/103f8f4a-1251-42da-baec-5e95f48391df HTTP/1.1" status: 204 len: 168 time: 0.1753907 Apr 06 17:19:14.966412 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8faee8-aa52-4874-878a-253a62268f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f8f4a-1251-42da-baec-5e95f48391df,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:15.006008 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0bb02136-c369-48f3-9d3c-f60fc143c09c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks [] for floatingip (f453be0e-aabf-4b99-b6c1-c04d35aead30), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:15.008761 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0bb02136-c369-48f3-9d3c-f60fc143c09c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:15.009915 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-0bb02136-c369-48f3-9d3c-f60fc143c09c tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] 10.222.0.66 "DELETE /v2.0/floatingips/f453be0e-aabf-4b99-b6c1-c04d35aead30 HTTP/1.1" status: 204 len: 168 time: 0.4855604 Apr 06 17:19:17.700108 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42482) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:17.881764 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc5050c6-6f1a-4df4-9dac-e9f99046dada tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=104c196df3464e34a6a09f65a79d69aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300405 Apr 06 17:19:18.061167 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-a79223a3-34fc-48db-97b8-4dbdd77cbe9c tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:18.062549 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-a79223a3-34fc-48db-97b8-4dbdd77cbe9c tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752512 Apr 06 17:19:18.076924 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-6a7627c4-d635-4b06-9d65-5193b9602187 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/quotas/104c196df3464e34a6a09f65a79d69aa HTTP/1.1" status: 200 len: 375 time: 0.0088329 Apr 06 17:19:18.279557 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ee0bee46-c7fd-40bb-90d4-9d9171fdb0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-372845'] for router_interface (d668d7d6-841b-4b3d-a716-db7915d06889), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:18.347828 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-4c23ae00-4b77-4273-a6c8-819d31f62d01 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=104c196df3464e34a6a09f65a79d69aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2659683 Apr 06 17:19:18.614901 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7e2322ec-41a7-458a-9836-ef583b2b6ae5 req-010288a2-2aca-44ef-a349-7f744275407a tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 210 time: 0.0286210 Apr 06 17:19:18.833942 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-ee0bee46-c7fd-40bb-90d4-9d9171fdb0b1 admin admin] Deleting port 0836b7e7-f34b-4bd7-ac57-0833bae889be {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:19:18.834538 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ee0bee46-c7fd-40bb-90d4-9d9171fdb0b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:18.914235 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-ee0bee46-c7fd-40bb-90d4-9d9171fdb0b1 admin admin] For port 0836b7e7-f34b-4bd7-ac57-0833bae889be, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=0836b7e7-f34b-4bd7-ac57-0833bae889be,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:18.914527 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ee0bee46-c7fd-40bb-90d4-9d9171fdb0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:18.927641 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-ee0bee46-c7fd-40bb-90d4-9d9171fdb0b1 admin admin] Calling delete_port for 0836b7e7-f34b-4bd7-ac57-0833bae889be owned by network:router_interface {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:19:19.170303 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ee0bee46-c7fd-40bb-90d4-9d9171fdb0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (0836b7e7-f34b-4bd7-ac57-0833bae889be), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:19.196666 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bee46-c7fd-40bb-90d4-9d9171fdb0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0836b7e7-f34b-4bd7-ac57-0833bae889be,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:19.368939 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ee0bee46-c7fd-40bb-90d4-9d9171fdb0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373501'] for router_interface (d668d7d6-841b-4b3d-a716-db7915d06889), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:19.587984 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0bee46-c7fd-40bb-90d4-9d9171fdb0b1 admin admin] Router d668d7d6-841b-4b3d-a716-db7915d06889 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:19:19.701217 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0bee46-c7fd-40bb-90d4-9d9171fdb0b1 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:19:19.708151 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-ee0bee46-c7fd-40bb-90d4-9d9171fdb0b1 admin admin] 10.222.0.66 "PUT /v2.0/routers/d668d7d6-841b-4b3d-a716-db7915d06889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0062044 Apr 06 17:19:19.713817 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf261d-44fa-493c-bc4b-d309318cb806 None None] Sync routers for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:19:19.715456 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42514) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:19.725565 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ee4aca03-759e-42f2-b2bb-cec5e2239c2a req-1574295e-b1e3-4de0-a65a-2ee287931224 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 210 time: 0.0434480 Apr 06 17:19:19.728460 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf261d-44fa-493c-bc4b-d309318cb806 None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:19.729461 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-9bdf261d-44fa-493c-bc4b-d309318cb806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:19:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:19.827549 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Publish callbacks [] for router (d668d7d6-841b-4b3d-a716-db7915d06889), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:19.837126 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-9bdf261d-44fa-493c-bc4b-d309318cb806 None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:19.935295 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Publish callbacks [] for router_gateway (d668d7d6-841b-4b3d-a716-db7915d06889), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:20.022189 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-9bdf261d-44fa-493c-bc4b-d309318cb806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:19:19Z', 'revision_number': 5, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port': {'id': '14b800ed-850f-49e0-ae3c-d78acb519cfe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:06:06Z', 'updated_at': '2022-04-06T17:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:20.048262 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Deleting port 14b800ed-850f-49e0-ae3c-d78acb519cfe {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:19:20.048678 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:20.048862 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf261d-44fa-493c-bc4b-d309318cb806 None None] Checking router: d668d7d6-841b-4b3d-a716-db7915d06889 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:19:20.057424 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf261d-44fa-493c-bc4b-d309318cb806 None None] Routers {'d668d7d6-841b-4b3d-a716-db7915d06889'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:20.058050 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-9bdf261d-44fa-493c-bc4b-d309318cb806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:19:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d668d7d6-841b-4b3d-a716-db7915d06889'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:20.138257 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] For port 14b800ed-850f-49e0-ae3c-d78acb519cfe, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=14b800ed-850f-49e0-ae3c-d78acb519cfe,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:20.138901 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:20.147391 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-9bdf261d-44fa-493c-bc4b-d309318cb806 None None] Set router d668d7d6-841b-4b3d-a716-db7915d06889 gateway port host: None {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:20.152846 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Calling delete_port for 14b800ed-850f-49e0-ae3c-d78acb519cfe owned by network:router_gateway {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:19:20.199028 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-9bdf261d-44fa-493c-bc4b-d309318cb806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:19:19Z', 'revision_number': 6, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port_host': None}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:20.228778 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf261d-44fa-493c-bc4b-d309318cb806 None None] The sync data for ids ['d668d7d6-841b-4b3d-a716-db7915d06889'] in dv-cinder-836850-1-iscsi is: [{'id': 'd668d7d6-841b-4b3d-a716-db7915d06889', 'name': 'tempest-AttachVolumeShelveTestJSON-697575341-router', 'tenant_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:06:05Z', 'updated_at': '2022-04-06T17:19:19Z', 'revision_number': 6, 'project_id': 'fba57c4c0e2c4fbcab2b78283ad5c97e', 'gw_port_host': None}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:19:20.304572 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3a044482-63b0-46d3-af26-f678a2bb0814 req-a3b9ca76-0939-4715-b641-ca77c87d72f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1035166 Apr 06 17:19:20.309911 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:19:20.414761 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044482-63b0-46d3-af26-f678a2bb0814 req-ec533e0f-0f7d-48a4-b074-6cde4f176c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:20.416322 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3a044482-63b0-46d3-af26-f678a2bb0814 req-ec533e0f-0f7d-48a4-b074-6cde4f176c92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 1129 time: 0.0485249 Apr 06 17:19:20.429546 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (14b800ed-850f-49e0-ae3c-d78acb519cfe), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:20.463634 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b800ed-850f-49e0-ae3c-d78acb519cfe,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:20.516565 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373307'] for router_gateway (d668d7d6-841b-4b3d-a716-db7915d06889), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:20.621549 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6321'] for router (d668d7d6-841b-4b3d-a716-db7915d06889), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:20.624317 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Publish callbacks [] for router_controller (d668d7d6-841b-4b3d-a716-db7915d06889), precommit_delete_associations {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:20.771468 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044482-63b0-46d3-af26-f678a2bb0814 req-0295a073-c4e8-4891-8829-34c1ac159460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:20.773305 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3a044482-63b0-46d3-af26-f678a2bb0814 req-0295a073-c4e8-4891-8829-34c1ac159460 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 911 time: 0.0861926 Apr 06 17:19:20.786867 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376449'] for router (d668d7d6-841b-4b3d-a716-db7915d06889), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:20.787557 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d668d7d6-841b-4b3d-a716-db7915d06889 {{(pid=103876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:19:20.823496 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-96212201-58a6-458f-aa60-f076208d0e6b req-a6dd90be-c439-40af-b865-6184f16513e6 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 210 time: 0.0279827 Apr 06 17:19:20.826040 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:20.827193 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-cad38f4a-1fae-462f-aa39-80db26a89d88 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d668d7d6-841b-4b3d-a716-db7915d06889 HTTP/1.1" status: 204 len: 168 time: 1.1105323 Apr 06 17:19:20.829947 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42522) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:20.855281 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3a044482-63b0-46d3-af26-f678a2bb0814 req-827042d4-3f16-45c2-816c-9e7ece6d3f30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edee388f-6197-45bc-a2f3-ec2d29099960 HTTP/1.1" status: 200 len: 1001 time: 0.0755951 Apr 06 17:19:20.878181 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbdda71-5422-4f58-829b-9ba4aa38395d admin admin] Deleting subnet a9f58a42-7149-4f2a-9109-ffba1171e444 {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:19:20.881443 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ebbdda71-5422-4f58-829b-9ba4aa38395d admin admin] Publish callbacks [] for subnet (a9f58a42-7149-4f2a-9109-ffba1171e444), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:20.909148 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044482-63b0-46d3-af26-f678a2bb0814 req-26decfe0-c8f4-4b6c-8441-fe5f1cbdb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:20.909148 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3a044482-63b0-46d3-af26-f678a2bb0814 req-26decfe0-c8f4-4b6c-8441-fe5f1cbdb640 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 200 len: 849 time: 0.0459929 Apr 06 17:19:20.926237 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-820ac401-4a3c-4061-a8f0-f611611a1af2 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=104c196df3464e34a6a09f65a79d69aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249295 Apr 06 17:19:20.960800 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ebbdda71-5422-4f58-829b-9ba4aa38395d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7130308'] for subnet (a9f58a42-7149-4f2a-9109-ffba1171e444), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:20.962844 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044482-63b0-46d3-af26-f678a2bb0814 req-f1e011e0-3e04-46c5-b0d5-120bb31bd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:20.966038 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3a044482-63b0-46d3-af26-f678a2bb0814 req-f1e011e0-3e04-46c5-b0d5-120bb31bd149 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f56648ad-4fee-4abb-84da-d7aa65d77071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535090 Apr 06 17:19:21.030084 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 14b800ed-850f-49e0-ae3c-d78acb519cfe no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:19:21.051030 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 14b800ed-850f-49e0-ae3c-d78acb519cfe {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:19:21.051668 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 14b800ed-850f-49e0-ae3c-d78acb519cfe not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:19:21.052250 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 0836b7e7-f34b-4bd7-ac57-0833bae889be no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:19:21.077368 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 0836b7e7-f34b-4bd7-ac57-0833bae889be {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:19:21.077961 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 0836b7e7-f34b-4bd7-ac57-0833bae889be not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:19:21.096575 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3a044482-63b0-46d3-af26-f678a2bb0814 req-3f5a0c64-296c-467b-8587-c975d9c4abf2 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233978 Apr 06 17:19:21.131292 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-b4934b6a-9915-42f7-a8ba-67956a088824 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:21.132782 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-b4934b6a-9915-42f7-a8ba-67956a088824 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008679 Apr 06 17:19:21.141963 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ebbdda71-5422-4f58-829b-9ba4aa38395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (a9f58a42-7149-4f2a-9109-ffba1171e444), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.168116 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Request body: {'port': {'device_id': '7d8c971d-9baf-4897-895e-8342a71f50dd', 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093', 'admin_state_up': True, 'tenant_id': '104c196df3464e34a6a09f65a79d69aa'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:21.199127 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-3a044482-63b0-46d3-af26-f678a2bb0814 req-ce1ebea7-cbcf-44a2-96c9-447c0a947e24 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935338 Apr 06 17:19:21.341522 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ebbdda71-5422-4f58-829b-9ba4aa38395d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7128047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5377154'] for subnet (a9f58a42-7149-4f2a-9109-ffba1171e444), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.367337 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdda71-5422-4f58-829b-9ba4aa38395d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f58a42-7149-4f2a-9109-ffba1171e444,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:21.373379 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ebbdda71-5422-4f58-829b-9ba4aa38395d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.376537 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ebbdda71-5422-4f58-829b-9ba4aa38395d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a9f58a42-7149-4f2a-9109-ffba1171e444 HTTP/1.1" status: 204 len: 168 time: 0.5455194 Apr 06 17:19:21.386376 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed8039b-e9f1-4bbf-b3b4-99720569ce26 None None] Network 09f20736-5662-4187-864d-0ee6f8a19f3a requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:19:21.386553 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42528) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:21.404028 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Made reservation on behalf of 104c196df3464e34a6a09f65a79d69aa for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:19:21.408200 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.416977 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.457281 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (09f20736-5662-4187-864d-0ee6f8a19f3a), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.506348 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Publish callbacks [] for security_group (d0a22649-5b68-4a99-851e-7c24567771ac), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.510020 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Deleting port dac7dfe7-0179-41f8-bbc2-ac236a8d678b {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:19:21.510356 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.558541 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09990bb-0c02-4849-acee-995c480a638d None None] DHCP port deletion for 09f20736-5662-4187-864d-0ee6f8a19f3a request from dv-cinder-836850-1-iscsi {{(pid=103878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:19:21.572594 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (d0a22649-5b68-4a99-851e-7c24567771ac), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.573191 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] For port dac7dfe7-0179-41f8-bbc2-ac236a8d678b, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=dac7dfe7-0179-41f8-bbc2-ac236a8d678b,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:21.573558 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.592537 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Calling delete_port for dac7dfe7-0179-41f8-bbc2-ac236a8d678b owned by network:dhcp {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:19:21.605108 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Deleting port dac7dfe7-0179-41f8-bbc2-ac236a8d678b {{(pid=103878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:19:21.605479 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), before_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.644388 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a22649-5b68-4a99-851e-7c24567771ac,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:21.676883 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-a09990bb-0c02-4849-acee-995c480a638d None None] For port dac7dfe7-0179-41f8-bbc2-ac236a8d678b, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=dac7dfe7-0179-41f8-bbc2-ac236a8d678b,segment=NetworkSegment(54a893f5-45b4-460f-86a0-c2f38b71055a),segment_id=54a893f5-45b4-460f-86a0-c2f38b71055a)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:21.677329 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), precommit_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.690140 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Calling delete_port for dac7dfe7-0179-41f8-bbc2-ac236a8d678b owned by network:dhcp {{(pid=103878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:19:21.712917 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Allocated IP 192.168.233.183 (5d52300b-66a2-416a-ad89-c8a2816af093/e24ac2c0-2cd6-4118-8827-697dea07b163/3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:19:21.755983 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.764878 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (dac7dfe7-0179-41f8-bbc2-ac236a8d678b), after_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.784698 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac7dfe7-0179-41f8-bbc2-ac236a8d678b,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:21.790016 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] No DVR routers for this DVR port dac7dfe7-0179-41f8-bbc2-ac236a8d678b on host dv-cinder-836850-1-iscsi {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:19:21.793963 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Pushing event deleted for resources: {'Port': ['ID=dac7dfe7-0179-41f8-bbc2-ac236a8d678b,revision_number=None']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:21.801442 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09990bb-0c02-4849-acee-995c480a638d None None] No DVR routers for this DVR port dac7dfe7-0179-41f8-bbc2-ac236a8d678b on host dv-cinder-836850-1-iscsi {{(pid=103878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:19:21.804795 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.806688 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.806688 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.806688 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.806688 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.806688 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.807140 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.807225 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.807578 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.807914 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.808242 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.808590 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.808896 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.809225 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.809586 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09990bb-0c02-4849-acee-995c480a638d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:21.875732 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (09f20736-5662-4187-864d-0ee6f8a19f3a), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.884366 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Publish callbacks [] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.898176 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f20736-5662-4187-864d-0ee6f8a19f3a']}} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:21.908606 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a893f5-45b4-460f-86a0-c2f38b71055a') {'for_net_delete': True} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:21.908912 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a893f5-45b4-460f-86a0-c2f38b71055a') {} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:21.918487 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220542'] for segment (54a893f5-45b4-460f-86a0-c2f38b71055a), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.932157 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (54a893f5-45b4-460f-86a0-c2f38b71055a), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.938803 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e5ae10a3-5246-4355-b1aa-aece0b7f4bf4 req-d0933002-bc0e-49da-8c28-801935803396 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 210 time: 0.0354412 Apr 06 17:19:21.945661 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:19:21.946272 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4588926'] for segment (54a893f5-45b4-460f-86a0-c2f38b71055a), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: Traceback (most recent call last): Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: timer() Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: cb(*args, **kw) Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: return func(*args, **kwargs) Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: self._notify() Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: self.callback(batched_events) Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: event.method(event) Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: return f(self, *a, **k) Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._get(url).json() Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: return self.request(url, 'GET', **kwargs) Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:19:21.948106 dv-cinder-836850-1-iscsi neutron-server[103876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:19:22.076201 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.098351 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (09f20736-5662-4187-864d-0ee6f8a19f3a), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.102745 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.106909 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] 10.222.0.66 "DELETE /v2.0/networks/09f20736-5662-4187-864d-0ee6f8a19f3a HTTP/1.1" status: 204 len: 168 time: 0.7253458 Apr 06 17:19:22.118146 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Network 5d52300b-66a2-416a-ad89-c8a2816af093 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:19:22.119032 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e56b3d-ba1d-4e61-bf2b-5a8a09f69211 admin admin] Pushing event deleted for resources: {'Network': ['ID=09f20736-5662-4187-864d-0ee6f8a19f3a,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:22.124801 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:22.127127 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:19:22.161138 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Pushing event updated for resources: {'Port': ['ID=3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:22.189953 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:22.190583 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.292698 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-cc7f0f4b-0b48-46db-8e66-1a3c81eb8629 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1300149 Apr 06 17:19:22.311983 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Request body: {'port': {'device_id': '7d8c971d-9baf-4897-895e-8342a71f50dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:22.316545 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-03182347-9105-4a50-828e-8dcab9c1ac95 None None] Provisioning complete for port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:22.317057 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-03182347-9105-4a50-828e-8dcab9c1ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.350775 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-03182347-9105-4a50-828e-8dcab9c1ac95 None None] Port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:19:22.371730 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.462525 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42534) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:22.506531 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-966be54b-0a1e-40dd-9a99-b33c62f6e499 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fba57c4c0e2c4fbcab2b78283ad5c97e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427787 Apr 06 17:19:22.508959 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42536) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:22.556895 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6a5f2d39-1b56-4a3d-962c-8f637aa58a38 admin admin] Publish callbacks [] for security_group (f1ac81b3-b470-44da-a118-9ad1644397c1), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.578447 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6a5f2d39-1b56-4a3d-962c-8f637aa58a38 admin admin] Publish callbacks [] for security_group (f1ac81b3-b470-44da-a118-9ad1644397c1), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.636506 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:19:22.643703 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Publish callbacks [] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.698148 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Transition to ACTIVE for port object 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:19:22.698542 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6a5f2d39-1b56-4a3d-962c-8f637aa58a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (f1ac81b3-b470-44da-a118-9ad1644397c1), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.701144 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6a5f2d39-1b56-4a3d-962c-8f637aa58a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.702292 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-6a5f2d39-1b56-4a3d-962c-8f637aa58a38 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1ac81b3-b470-44da-a118-9ad1644397c1 HTTP/1.1" status: 204 len: 168 time: 0.1921744 Apr 06 17:19:22.710473 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f2d39-1b56-4a3d-962c-8f637aa58a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ac81b3-b470-44da-a118-9ad1644397c1,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:22.749954 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.818835 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Pushing event updated for resources: {'Port': ['ID=3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:22.872947 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Attempting to bind port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:19:22.873291 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Attempting to bind port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '0224bb39-c2a6-4a06-83c4-3a391065903c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:19:22.873630 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Attempting to bind port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 on network 5d52300b-66a2-416a-ad89-c8a2816af093 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:19:22.878298 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 on network 5d52300b-66a2-416a-ad89-c8a2816af093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:19:22.878778 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Attempting to bind port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 on network 5d52300b-66a2-416a-ad89-c8a2816af093 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:19:22.883950 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:19:22.884294 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Checking segment: {'id': '0224bb39-c2a6-4a06-83c4-3a391065903c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:19:22.884682 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Bound using segment: {'id': '0224bb39-c2a6-4a06-83c4-3a391065903c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:19:22.885260 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Bound port: 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0224bb39-c2a6-4a06-83c4-3a391065903c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:19:22.885474 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:22.957958 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] For port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:19:22.964664 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] For port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4,segment=NetworkSegment(0224bb39-c2a6-4a06-83c4-3a391065903c),segment_id=0224bb39-c2a6-4a06-83c4-3a391065903c)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:19:22.994373 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device dac7dfe7-0179-41f8-bbc2-ac236a8d678b no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:19:23.015486 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: dac7dfe7-0179-41f8-bbc2-ac236a8d678b {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:19:23.015723 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device dac7dfe7-0179-41f8-bbc2-ac236a8d678b not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:19:23.036348 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:23.096423 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:23.097046 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:23.098529 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] 10.222.0.58 "PUT /v2.0/ports/3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 HTTP/1.1" status: 200 len: 1098 time: 0.7907665 Apr 06 17:19:23.101989 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8c971d-9baf-4897-895e-8342a71f50dd', 'tag': '3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:23.104384 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd48c8b-4f26-4e98-ab79-44dfc1455397" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8c971d-9baf-4897-895e-8342a71f50dd", "tag": "3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:23.141327 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc7977-525e-4d4c-a141-bcf292c40a1f service neutron] Pushing event updated for resources: {'Port': ['ID=3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:23.153925 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8921ae-596e-4946-83dc-a4877f03407d req-cebebb3b-f3e9-4a71-baac-857e606d5024 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:23.154541 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3c8921ae-596e-4946-83dc-a4877f03407d req-cebebb3b-f3e9-4a71-baac-857e606d5024 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 948 time: 0.1317565 Apr 06 17:19:23.156157 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11283c09-72bc-40cc-b147-4ed532678acc x-openstack-request-id: req-11283c09-72bc-40cc-b147-4ed532678acc {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:23.156454 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8c971d-9baf-4897-895e-8342a71f50dd", "tag": "3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:23.156707 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11283c09-72bc-40cc-b147-4ed532678acc {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:23.157104 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11283c09-72bc-40cc-b147-4ed532678acc'] response: {'name': 'network-changed', 'server_uuid': '7d8c971d-9baf-4897-895e-8342a71f50dd', 'tag': '3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4', 'status': 'completed', 'code': 200} Apr 06 17:19:23.213517 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3c8921ae-596e-4946-83dc-a4877f03407d req-f4d41ab2-0b70-4c62-b12f-b6edb51aa174 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0a22649-5b68-4a99-851e-7c24567771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531628 Apr 06 17:19:23.285806 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48c8b-4f26-4e98-ab79-44dfc1455397 req-cd951c17-ddd1-4571-b05a-3b2eae5f928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:23.287447 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6fd48c8b-4f26-4e98-ab79-44dfc1455397 req-cd951c17-ddd1-4571-b05a-3b2eae5f928d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104c196df3464e34a6a09f65a79d69aa&device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 1132 time: 0.0581758 Apr 06 17:19:23.321904 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6fd48c8b-4f26-4e98-ab79-44dfc1455397 req-0a123238-4b00-457e-b3a4-b7563ece869b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=104c196df3464e34a6a09f65a79d69aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202467 Apr 06 17:19:23.419991 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48c8b-4f26-4e98-ab79-44dfc1455397 req-6d0cff9e-912e-47d2-acd2-f75c24097fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:23.421489 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6fd48c8b-4f26-4e98-ab79-44dfc1455397 req-6d0cff9e-912e-47d2-acd2-f75c24097fce service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942740 Apr 06 17:19:23.532676 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-1b8f4a91-4c23-4176-a7d4-6999ae25b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:23.534171 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-1b8f4a91-4c23-4176-a7d4-6999ae25b95c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=104c196df3464e34a6a09f65a79d69aa&device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 1132 time: 0.0501430 Apr 06 17:19:23.584925 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-9969017b-3b47-43c5-8431-3a20f5cd55b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 HTTP/1.1" status: 200 len: 217 time: 0.0355666 Apr 06 17:19:23.634455 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-df7af38b-1e74-4bcb-b33e-d9253dc2e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:23.636571 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-df7af38b-1e74-4bcb-b33e-d9253dc2e1b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e24ac2c0-2cd6-4118-8827-697dea07b163 HTTP/1.1" status: 200 len: 843 time: 0.0459466 Apr 06 17:19:23.686319 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-b5da94ef-8dd6-482f-ba51-70561e048b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:23.688057 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-b5da94ef-8dd6-482f-ba51-70561e048b63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5d52300b-66a2-416a-ad89-c8a2816af093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0457804 Apr 06 17:19:23.751076 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42562) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:23.784992 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-e41467fa-0b1f-49d6-a684-173635d3966d service neutron] 10.222.0.58 "GET /v2.0/networks/5d52300b-66a2-416a-ad89-c8a2816af093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906887 Apr 06 17:19:23.847979 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-722005573-network', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:23.874600 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e7d1dd72-811f-45fe-bcc7-4f40440457a3 req-2924d150-5afc-4f68-acb0-ca54ebaca732 service neutron] 10.222.0.58 "GET /v2.0/networks/5d52300b-66a2-416a-ad89-c8a2816af093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827169 Apr 06 17:19:23.927069 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Made reservation on behalf of 2fc70a029e2a4141bc2bbe2671530f7e for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:19:23.929297 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:23.938741 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:24.011020 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Publish callbacks [] for security_group (ae568722-d3ba-491d-b1cd-f02e499062f5), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:24.092486 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ae568722-d3ba-491d-b1cd-f02e499062f5), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:24.116139 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:19:24.125947 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae568722-d3ba-491d-b1cd-f02e499062f5,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:24.130495 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (5104cc07-72af-4666-89c2-95503c4f52df), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:24.130831 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Added segment 5104cc07-72af-4666-89c2-95503c4f52df of type vlan for network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 Apr 06 17:19:24.173748 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (e9e5f664-171d-42ad-b2b5-e47e1b5c4693), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:24.283954 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (e9e5f664-171d-42ad-b2b5-e47e1b5c4693), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:24.284955 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:24.285553 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:24.343378 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfda2b0-d557-4c05-9d55-f0cc746b4f0e req-14325eed-0af3-43c2-a352-60ad4e688f60 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:24.344870 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bcfda2b0-d557-4c05-9d55-f0cc746b4f0e req-14325eed-0af3-43c2-a352-60ad4e688f60 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 948 time: 0.0589015 Apr 06 17:19:24.345241 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e9e5f664-171d-42ad-b2b5-e47e1b5c4693,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:24.356115 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:19:24.395425 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bcfda2b0-d557-4c05-9d55-f0cc746b4f0e req-38303c04-ba3c-434a-a27a-d5ed92240632 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0a22649-5b68-4a99-851e-7c24567771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447676 Apr 06 17:19:24.419898 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-2ac9c8ec-4e5e-4b64-96c9-29ec1ff418b9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6544323 Apr 06 17:19:24.419898 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42568) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:24.419898 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-bf11653f-8737-4bb5-b0c3-c912f32ed36f admin admin] Request body: {'subnet': {'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-722005573-subnet', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:24.489473 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf11653f-8737-4bb5-b0c3-c912f32ed36f admin admin] Made reservation on behalf of 2fc70a029e2a4141bc2bbe2671530f7e for: {'subnet': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:19:24.491780 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bf11653f-8737-4bb5-b0c3-c912f32ed36f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4747180'] for subnet (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:24.706616 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bf11653f-8737-4bb5-b0c3-c912f32ed36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4590291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4747186'] for subnet (d8baf18d-e181-48ae-8265-1584065c7cef), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:24.761004 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11653f-8737-4bb5-b0c3-c912f32ed36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8baf18d-e181-48ae-8265-1584065c7cef,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:24.771754 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf11653f-8737-4bb5-b0c3-c912f32ed36f admin admin] Checking segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:19:24.772118 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf11653f-8737-4bb5-b0c3-c912f32ed36f admin admin] Network hostable DHCP agents. Network: e9e5f664-171d-42ad-b2b5-e47e1b5c4693, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:19:24.841194 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf11653f-8737-4bb5-b0c3-c912f32ed36f admin admin] Network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:19:24.903844 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-bf11653f-8737-4bb5-b0c3-c912f32ed36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, e9e5f664-171d-42ad-b2b5-e47e1b5c4693) {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:24.908081 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf11653f-8737-4bb5-b0c3-c912f32ed36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:24.908666 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bf11653f-8737-4bb5-b0c3-c912f32ed36f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:24.913849 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee2fe4f-338d-4bc4-baaa-31d3de2204b2 None None] Network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:19:24.969744 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-bf11653f-8737-4bb5-b0c3-c912f32ed36f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5582473 Apr 06 17:19:24.973244 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42570) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:24.977702 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:25.012165 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8dc3ea-b628-591d-92c5-4a387acafab5-e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef'}]}} from dv-cinder-836850-1-iscsi. {{(pid=103878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:19:25.013710 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:25.066911 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6307'] for router (318cd029-2a61-485b-aa82-967c9a7907fb), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:25.068330 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-376390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6330'] for router (318cd029-2a61-485b-aa82-967c9a7907fb), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:25.119077 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Publish callbacks [] for router_controller (318cd029-2a61-485b-aa82-967c9a7907fb), precommit_add_association {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:25.146738 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.db_base_plugin_common [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Allocated IP 172.20.0.2 (e9e5f664-171d-42ad-b2b5-e47e1b5c4693/d8baf18d-e181-48ae-8265-1584065c7cef/78486051-b857-4e29-82c4-76023aa50439) {{(pid=103878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:19:25.284231 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Publish callbacks [] for port (78486051-b857-4e29-82c4-76023aa50439), precommit_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:25.312025 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Publish callbacks [] for router_gateway (318cd029-2a61-485b-aa82-967c9a7907fb), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:25.347075 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (78486051-b857-4e29-82c4-76023aa50439), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:25.390071 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 is already hosted by enough agents. {{(pid=103878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:19:25.393110 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.base_scheduler [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Resources bound (agent type, host, resource id): {{(pid=103878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:25.396547 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Received port after_create {{(pid=103878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:19:25.403246 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Pushing event updated for resources: {'Port': ['ID=78486051-b857-4e29-82c4-76023aa50439,revision_number=1']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:25.457337 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Attempting to bind port 78486051-b857-4e29-82c4-76023aa50439 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:19:25.457808 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Attempting to bind port 78486051-b857-4e29-82c4-76023aa50439 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:19:25.458244 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Attempting to bind port 78486051-b857-4e29-82c4-76023aa50439 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:19:25.463468 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:19:25.463929 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Checking segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:19:25.464401 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:25.464860 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Bound using segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:19:25.465426 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Bound port: 78486051-b857-4e29-82c4-76023aa50439, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:19:25.465893 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (78486051-b857-4e29-82c4-76023aa50439), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:25.527085 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] For port 78486051-b857-4e29-82c4-76023aa50439, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:19:25.530175 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] For port 78486051-b857-4e29-82c4-76023aa50439, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=78486051-b857-4e29-82c4-76023aa50439,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:19:25.603217 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c4e8-07fb-4203-9d50-3aaba2225eca req-398f458d-377e-4d2a-9658-73b21c9ce8be tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:25.604737 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-eff2c4e8-07fb-4203-9d50-3aaba2225eca req-398f458d-377e-4d2a-9658-73b21c9ce8be tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 948 time: 0.1370454 Apr 06 17:19:25.607940 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (78486051-b857-4e29-82c4-76023aa50439), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:25.631499 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Publish callbacks [] for router_gateway (318cd029-2a61-485b-aa82-967c9a7907fb), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:25.661374 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:25.669289 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094f124-a71a-4f62-9794-fcfd66ea5342 None None] Pushing event updated for resources: {'Port': ['ID=78486051-b857-4e29-82c4-76023aa50439,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:25.720374 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-eff2c4e8-07fb-4203-9d50-3aaba2225eca req-708de267-c7ff-427d-bd8f-d65ada3e649f tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0a22649-5b68-4a99-851e-7c24567771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089602 Apr 06 17:19:25.798782 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Allocated IP 172.27.1.44 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:19:25.916679 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Publish callbacks [] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:26.003668 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:26.048722 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:19:26.051552 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:26.055694 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:19:26.058810 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Pushing event updated for resources: {'Port': ['ID=f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:26.367437 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Publish callbacks [] for router_gateway (318cd029-2a61-485b-aa82-967c9a7907fb), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:26.536141 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2545fd-ddf3-4656-b2e3-2caff79e048f None None] Network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:19:26.579872 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373255'] for router (318cd029-2a61-485b-aa82-967c9a7907fb), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:26.598987 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-9950d956-3071-4c28-af9e-feda30139bfa None None] Provisioning complete for port 78486051-b857-4e29-82c4-76023aa50439 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:26.599386 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9950d956-3071-4c28-af9e-feda30139bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (78486051-b857-4e29-82c4-76023aa50439), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:26.701641 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:19:26.737603 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-9950d956-3071-4c28-af9e-feda30139bfa None None] Current status of the port 78486051-b857-4e29-82c4-76023aa50439 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:26.738006 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9950d956-3071-4c28-af9e-feda30139bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (78486051-b857-4e29-82c4-76023aa50439), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:26.786362 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Router 318cd029-2a61-485b-aa82-967c9a7907fb is scheduled to L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d with binding_index 1 {{(pid=103877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:19:26.981010 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-9950d956-3071-4c28-af9e-feda30139bfa None None] For port 78486051-b857-4e29-82c4-76023aa50439, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=78486051-b857-4e29-82c4-76023aa50439,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:27.007291 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4,segment=NetworkSegment(0224bb39-c2a6-4a06-83c4-3a391065903c),segment_id=0224bb39-c2a6-4a06-83c4-3a391065903c)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:27.020999 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4', 'network_id': '5d52300b-66a2-416a-ad89-c8a2816af093', 'port_id': '3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4', 'mac_address': 'fa:16:3e:67:23:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24ac2c0-2cd6-4118-8827-697dea07b163', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:19:27.047661 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 78486051-b857-4e29-82c4-76023aa50439 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:19:27.055074 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9950d956-3071-4c28-af9e-feda30139bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (78486051-b857-4e29-82c4-76023aa50439), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.119340 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:27.119734 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.147789 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:19:27.178778 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950d956-3071-4c28-af9e-feda30139bfa None None] Pushing event updated for resources: {'Port': ['ID=78486051-b857-4e29-82c4-76023aa50439,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:27.182278 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a1c02-f14e-42e5-b2eb-ce384eea55bd req-281ca57e-ad88-4e47-b9f0-c505a88b4540 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:27.183354 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d50a1c02-f14e-42e5-b2eb-ce384eea55bd req-281ca57e-ad88-4e47-b9f0-c505a88b4540 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 948 time: 0.3876808 Apr 06 17:19:27.204101 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4,segment=NetworkSegment(0224bb39-c2a6-4a06-83c4-3a391065903c),segment_id=0224bb39-c2a6-4a06-83c4-3a391065903c)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:27.206510 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:19:27.211100 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-7e4d23a8-397d-4b28-8943-8d6b79f1ce02 None None] Provisioning complete for port 78486051-b857-4e29-82c4-76023aa50439 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:27.211815 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7e4d23a8-397d-4b28-8943-8d6b79f1ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (78486051-b857-4e29-82c4-76023aa50439), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.213244 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 78486051-b857-4e29-82c4-76023aa50439 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:27.213516 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (78486051-b857-4e29-82c4-76023aa50439), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.219601 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Sync routers for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:19:27.232880 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:27.233985 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:19:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:27.245231 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d50a1c02-f14e-42e5-b2eb-ce384eea55bd req-f8d27f8f-7fc8-4ab5-bccc-c6bc01e1b2df tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0a22649-5b68-4a99-851e-7c24567771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562840 Apr 06 17:19:27.289623 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.290020 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.291332 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-a1bd2678-5a87-45a2-9d60-78ca0ee6275e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3166525 Apr 06 17:19:27.294144 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42576) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:27.397491 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-7e4d23a8-397d-4b28-8943-8d6b79f1ce02 None None] Current status of the port 78486051-b857-4e29-82c4-76023aa50439 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:27.401723 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 78486051-b857-4e29-82c4-76023aa50439 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:27.406968 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:27.444032 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:27.619025 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:26Z', 'revision_number': 3, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:27.648057 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Checking router: 318cd029-2a61-485b-aa82-967c9a7907fb for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:19:27.648763 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Updating router 318cd029-2a61-485b-aa82-967c9a7907fb port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 binding host dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:19:27.679240 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.727877 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.850701 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:19:27.881712 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Allocated IP 172.20.0.1 (e9e5f664-171d-42ad-b2b5-e47e1b5c4693/d8baf18d-e181-48ae-8265-1584065c7cef/0e21b07c-2477-422d-b06b-aff818441d54) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:19:27.930321 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Publish callbacks [] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), precommit_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.989055 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Publish callbacks [] for port (0e21b07c-2477-422d-b06b-aff818441d54), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:27.998518 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.050152 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Attempting to bind port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:19:28.050512 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Attempting to bind port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:19:28.050870 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Attempting to bind port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 on network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:19:28.053923 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Pushing event updated for resources: {'Port': ['ID=f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4,revision_number=2']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:28.058501 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:19:28.058897 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Checking segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:19:28.059847 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.060232 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Bound using segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:19:28.060788 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Bound port: f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:19:28.061156 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.066931 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.067287 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.067649 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.068001 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.068347 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.068655 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.068979 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.069300 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.069620 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.069940 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.070259 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.070589 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.070928 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.071421 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.071741 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:28.084024 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (0e21b07c-2477-422d-b06b-aff818441d54), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.125496 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] For port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:19:28.176909 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:19:28.177103 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] For port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:19:28.177308 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:28.177308 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:19:28.177308 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Pushing event updated for resources: {'Port': ['ID=0e21b07c-2477-422d-b06b-aff818441d54,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:28.194071 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373462'] for router_interface (318cd029-2a61-485b-aa82-967c9a7907fb), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.325462 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-252a595c-fddb-44bf-b12f-2110c87bdf78 None None] Provisioning complete for port 0e21b07c-2477-422d-b06b-aff818441d54 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:28.325967 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-252a595c-fddb-44bf-b12f-2110c87bdf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0e21b07c-2477-422d-b06b-aff818441d54), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.332955 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.364581 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-252a595c-fddb-44bf-b12f-2110c87bdf78 None None] Port 0e21b07c-2477-422d-b06b-aff818441d54 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:19:28.373460 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed31235-7c00-453b-8bc5-a942463870cd req-ab9053d5-8470-4e15-8783-dafe5b6d55f8 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:28.375176 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3ed31235-7c00-453b-8bc5-a942463870cd req-ab9053d5-8470-4e15-8783-dafe5b6d55f8 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 949 time: 0.0614719 Apr 06 17:19:28.393431 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:28.394163 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:19:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:28.422023 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3ed31235-7c00-453b-8bc5-a942463870cd req-4b9b8e08-8f2a-4c7d-9c2d-238b4164ec11 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0a22649-5b68-4a99-851e-7c24567771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Apr 06 17:19:28.444723 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18fff3-5fb7-427a-81ae-e20778d5c6fa None None] Pushing event updated for resources: {'Port': ['ID=f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4,revision_number=3']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:28.526038 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0e21b07c-2477-422d-b06b-aff818441d54), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.529748 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:28.697596 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Publish callbacks [] for port (0e21b07c-2477-422d-b06b-aff818441d54), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.716909 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:26Z', 'revision_number': 3, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:28.744154 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (0e21b07c-2477-422d-b06b-aff818441d54), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.747401 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6760de54-6e30-4ce4-9bdd-acc50149dea5 None None] The sync data for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi is: [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:26Z', 'revision_number': 3, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:19:28.812953 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-372806'] for router_interface (318cd029-2a61-485b-aa82-967c9a7907fb), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:28.815839 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Pushing event updated for resources: {'Port': ['ID=0e21b07c-2477-422d-b06b-aff818441d54,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:28.911791 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:19:28.913590 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:28.984809 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:19:29.064412 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 78486051-b857-4e29-82c4-76023aa50439 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:19:29.074858 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Router 318cd029-2a61-485b-aa82-967c9a7907fb has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:19:29.130928 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 78486051-b857-4e29-82c4-76023aa50439 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:29.131511 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (78486051-b857-4e29-82c4-76023aa50439), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.180356 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:19:29.191559 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:29.191559 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.210141 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:19:29.224461 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-305a633c-253e-459e-bfaa-11018f9b4acf admin admin] 10.222.0.66 "PUT /v2.0/routers/318cd029-2a61-485b-aa82-967c9a7907fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9210670 Apr 06 17:19:29.258945 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 78486051-b857-4e29-82c4-76023aa50439 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:29.316675 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:29.317136 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.329552 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-40d1cc05-15dd-483f-9ff3-e3a3f3791b8b None None] Provisioning complete for port 0e21b07c-2477-422d-b06b-aff818441d54 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:29.329926 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-40d1cc05-15dd-483f-9ff3-e3a3f3791b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0e21b07c-2477-422d-b06b-aff818441d54), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.369275 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8c971d-9baf-4897-895e-8342a71f50dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:29.372199 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf000e3b-e817-4545-920c-ad369df35603" -d '{"events": [{"server_uuid": "7d8c971d-9baf-4897-895e-8342a71f50dd", "name": "network-vif-plugged", "status": "completed", "tag": "3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:29.389128 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4,segment=NetworkSegment(0224bb39-c2a6-4a06-83c4-3a391065903c),segment_id=0224bb39-c2a6-4a06-83c4-3a391065903c)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:29.390428 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-40d1cc05-15dd-483f-9ff3-e3a3f3791b8b None None] Port 0e21b07c-2477-422d-b06b-aff818441d54 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:19:29.421043 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a2fe05-76c9-4720-b946-34c6a2b3d9e9 x-openstack-request-id: req-21a2fe05-76c9-4720-b946-34c6a2b3d9e9 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:29.421450 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8c971d-9baf-4897-895e-8342a71f50dd", "name": "network-vif-plugged", "status": "completed", "tag": "3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:29.421879 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-21a2fe05-76c9-4720-b946-34c6a2b3d9e9 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:29.422421 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a2fe05-76c9-4720-b946-34c6a2b3d9e9'] response: {'server_uuid': '7d8c971d-9baf-4897-895e-8342a71f50dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4', 'code': 200} Apr 06 17:19:29.444412 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:29.543207 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:29.571204 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cdd9f-a18b-435a-90b1-06b7884ac188 req-cc478072-c904-4e75-ae4c-d59790fc7c2e tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:29.572542 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b32cdd9f-a18b-435a-90b1-06b7884ac188 req-cc478072-c904-4e75-ae4c-d59790fc7c2e tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 950 time: 0.0709858 Apr 06 17:19:29.625152 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b32cdd9f-a18b-435a-90b1-06b7884ac188 req-e4a6ed75-0a70-4890-b79c-a51b60715af5 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0a22649-5b68-4a99-851e-7c24567771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467446 Apr 06 17:19:29.745132 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc74a6a-f4bb-4df9-8bec-c46fe7c1625c req-ac0b5a28-4eef-4756-8b47-7d3ccb642549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:29.747345 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fcc74a6a-f4bb-4df9-8bec-c46fe7c1625c req-ac0b5a28-4eef-4756-8b47-7d3ccb642549 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 1134 time: 0.0453804 Apr 06 17:19:29.788453 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fcc74a6a-f4bb-4df9-8bec-c46fe7c1625c req-d72bb1c0-6ca8-4e6d-b8c0-efd0cd5feb33 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d0a22649-5b68-4a99-851e-7c24567771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364807 Apr 06 17:19:29.858523 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42592) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:29.863000 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-09fc08c4-e019-476c-9a42-abe79593c2db tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875626607', 'description': 'tempest-description--636025877'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:29.980697 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-09fc08c4-e019-476c-9a42-abe79593c2db tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.050838 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-09fc08c4-e019-476c-9a42-abe79593c2db tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.123659 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-09fc08c4-e019-476c-9a42-abe79593c2db tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.154182 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc08c4-e019-476c-9a42-abe79593c2db tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:30.205490 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-09fc08c4-e019-476c-9a42-abe79593c2db tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.208127 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-09fc08c4-e019-476c-9a42-abe79593c2db tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3471854 Apr 06 17:19:30.209790 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42594) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:30.214444 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'security_group_rule': {'security_group_id': 'ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:30.311518 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (60f8cf35-7c2f-4ec0-8202-eea5de0e78d8), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.350704 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Sync routers for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:19:30.362126 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:30.362835 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:19:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:30.372181 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (60f8cf35-7c2f-4ec0-8202-eea5de0e78d8), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.437835 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (60f8cf35-7c2f-4ec0-8202-eea5de0e78d8), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.457289 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f8cf35-7c2f-4ec0-8202-eea5de0e78d8,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:30.464370 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.464726 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.465071 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.465940 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.466313 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.466657 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.467011 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.467352 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.467687 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.468022 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.468353 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.468686 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.469015 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.469343 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.469673 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:19:30.473711 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:30.508086 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.509356 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-e072e4b3-5601-4ca3-9b9b-ff74cbc9c0d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2985165 Apr 06 17:19:30.514315 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42596) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:30.518685 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-6dd7addd-3c9f-4ad4-af06-540de2eb8efd tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'security_group_rule': {'security_group_id': 'ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:30.611445 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6dd7addd-3c9f-4ad4-af06-540de2eb8efd tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (fbe2e0ab-e7ec-4824-bcbe-bc547f743dca), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.667544 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6dd7addd-3c9f-4ad4-af06-540de2eb8efd tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (fbe2e0ab-e7ec-4824-bcbe-bc547f743dca), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.675077 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 2, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:30.706028 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Checking router: 318cd029-2a61-485b-aa82-967c9a7907fb for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:19:30.706381 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Updating router 318cd029-2a61-485b-aa82-967c9a7907fb port 0e21b07c-2477-422d-b06b-aff818441d54 binding host dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:19:30.736696 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0e21b07c-2477-422d-b06b-aff818441d54), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.747709 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814f726-c8a6-4d36-a339-2e0b391fab1b req-7914de47-83a7-48f5-8b03-b4c3517fd6c2 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:30.749291 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8814f726-c8a6-4d36-a339-2e0b391fab1b req-7914de47-83a7-48f5-8b03-b4c3517fd6c2 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 950 time: 0.0545306 Apr 06 17:19:30.755281 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6dd7addd-3c9f-4ad4-af06-540de2eb8efd tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (fbe2e0ab-e7ec-4824-bcbe-bc547f743dca), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.775161 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7addd-3c9f-4ad4-af06-540de2eb8efd tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe2e0ab-e7ec-4824-bcbe-bc547f743dca,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:30.798424 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8814f726-c8a6-4d36-a339-2e0b391fab1b req-ff910aee-a911-4e03-9b03-4b1db13ad860 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0a22649-5b68-4a99-851e-7c24567771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432987 Apr 06 17:19:30.843789 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6dd7addd-3c9f-4ad4-af06-540de2eb8efd tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:30.845209 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-6dd7addd-3c9f-4ad4-af06-540de2eb8efd tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3299367 Apr 06 17:19:30.848338 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42600) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:30.852666 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:30.958010 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.001210 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Publish callbacks [] for port (0e21b07c-2477-422d-b06b-aff818441d54), precommit_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.016910 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:19:31.057007 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.064231 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:31.064617 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.089809 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0e21b07c-2477-422d-b06b-aff818441d54), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.158833 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87d02f-ca4e-4615-ad81-1ac3e76f3dfe None None] Pushing event updated for resources: {'Port': ['ID=0e21b07c-2477-422d-b06b-aff818441d54,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:31.159286 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Allocated IP 172.27.1.233 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/4d461aa2-babe-4206-b54d-5027be8e95f7) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:19:31.251134 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:31.251685 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.256726 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Attempting to bind port 0e21b07c-2477-422d-b06b-aff818441d54 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:19:31.257096 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Attempting to bind port 0e21b07c-2477-422d-b06b-aff818441d54 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:19:31.257510 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Attempting to bind port 0e21b07c-2477-422d-b06b-aff818441d54 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:19:31.264388 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:19:31.264763 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Checking segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:19:31.265167 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.265654 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Bound using segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:19:31.266132 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Bound port: 0e21b07c-2477-422d-b06b-aff818441d54, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:19:31.266511 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0e21b07c-2477-422d-b06b-aff818441d54), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.288597 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for port (4d461aa2-babe-4206-b54d-5027be8e95f7), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.290592 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:31.344811 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] For port 0e21b07c-2477-422d-b06b-aff818441d54, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:19:31.347896 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] For port 0e21b07c-2477-422d-b06b-aff818441d54, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=0e21b07c-2477-422d-b06b-aff818441d54,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:19:31.360646 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.407648 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:31.419313 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (4d461aa2-babe-4206-b54d-5027be8e95f7), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.424422 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-308c7578-5073-441b-8364-b425f0ad005b None None] Provisioning complete for port 0e21b07c-2477-422d-b06b-aff818441d54 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:31.424793 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-308c7578-5073-441b-8364-b425f0ad005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0e21b07c-2477-422d-b06b-aff818441d54), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.446794 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0e21b07c-2477-422d-b06b-aff818441d54), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.459541 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:19:31.464025 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:31.468311 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:19:31.471430 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'Port': ['ID=4d461aa2-babe-4206-b54d-5027be8e95f7,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:31.561017 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (710ac75f-6935-4f6b-bef0-b0df043d5cc4), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.620734 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-308c7578-5073-441b-8364-b425f0ad005b None None] Port 0e21b07c-2477-422d-b06b-aff818441d54 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:19:31.646494 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87d02f-ca4e-4615-ad81-1ac3e76f3dfe None None] Pushing event updated for resources: {'Port': ['ID=0e21b07c-2477-422d-b06b-aff818441d54,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:31.650616 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:31.651239 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:19:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:31.683838 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (4d461aa2-babe-4206-b54d-5027be8e95f7), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.774690 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:31.871312 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for port (4d461aa2-babe-4206-b54d-5027be8e95f7), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.912982 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-60ffd12b-c47e-4ee2-9ef4-627f1b60e430 None None] Provisioning complete for port 0e21b07c-2477-422d-b06b-aff818441d54 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:31.913302 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-60ffd12b-c47e-4ee2-9ef4-627f1b60e430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0e21b07c-2477-422d-b06b-aff818441d54), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.917785 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (4d461aa2-babe-4206-b54d-5027be8e95f7), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:31.923815 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58978d-7f00-49e9-ba6a-92ffccde7be5 req-92a9b5ce-1c42-4ea2-a2e9-ac25f20b6825 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:31.925416 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1c58978d-7f00-49e9-ba6a-92ffccde7be5 req-92a9b5ce-1c42-4ea2-a2e9-ac25f20b6825 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 950 time: 0.0538783 Apr 06 17:19:31.986360 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1c58978d-7f00-49e9-ba6a-92ffccde7be5 req-b500960d-85bd-4100-b8e6-4d9837a98ee7 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0a22649-5b68-4a99-851e-7c24567771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539463 Apr 06 17:19:32.011118 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'Port': ['ID=4d461aa2-babe-4206-b54d-5027be8e95f7,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:32.011118 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (710ac75f-6935-4f6b-bef0-b0df043d5cc4), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:32.054863 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-60ffd12b-c47e-4ee2-9ef4-627f1b60e430 None None] Current status of the port 0e21b07c-2477-422d-b06b-aff818441d54 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:32.055314 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-60ffd12b-c47e-4ee2-9ef4-627f1b60e430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (0e21b07c-2477-422d-b06b-aff818441d54), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:32.083343 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:32.094212 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-76eeffcc-61ac-42a2-8ddd-cda75e6c549a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2354078 Apr 06 17:19:32.094417 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:32.124170 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-60ffd12b-c47e-4ee2-9ef4-627f1b60e430 None None] For port 0e21b07c-2477-422d-b06b-aff818441d54, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=0e21b07c-2477-422d-b06b-aff818441d54,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:32.125472 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23049b-0cb7-4573-9402-8bf0070082ce None None] The sync data for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi is: [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:19:32.266474 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-2cd8dbad-ac35-466d-8ffb-48a5ed9cc3fd tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1875626607&fields=id&tenant_id=2fc70a029e2a4141bc2bbe2671530f7e HTTP/1.1" status: 200 len: 267 time: 0.0467207 Apr 06 17:19:32.304299 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-60ffd12b-c47e-4ee2-9ef4-627f1b60e430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (0e21b07c-2477-422d-b06b-aff818441d54), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:32.357094 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffd12b-c47e-4ee2-9ef4-627f1b60e430 None None] Pushing event updated for resources: {'Port': ['ID=0e21b07c-2477-422d-b06b-aff818441d54,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:32.382741 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-48139dab-3db9-4269-8270-0aaf8d9969ff tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:32.392344 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-48139dab-3db9-4269-8270-0aaf8d9969ff tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 814 time: 0.1248960 Apr 06 17:19:32.414981 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-2f1c704a-c232-4090-9652-6fb30e3b1cb0 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/quotas/2fc70a029e2a4141bc2bbe2671530f7e HTTP/1.1" status: 200 len: 375 time: 0.0217397 Apr 06 17:19:32.472918 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:32.478193 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-06cd91f1-7d20-42df-86ea-edef2edae5c4 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568273 Apr 06 17:19:32.608176 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-4fc13448-bba7-457b-b87e-f2ec8456c694 service neutron] 10.222.0.66 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177716 Apr 06 17:19:32.645590 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f96c6-c38d-44ed-aa7f-c072d6ef7bee req-a91e52e0-3d17-4e33-903b-45624375c408 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:32.647152 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-188f96c6-c38d-44ed-aa7f-c072d6ef7bee req-a91e52e0-3d17-4e33-903b-45624375c408 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 950 time: 0.0992208 Apr 06 17:19:32.740067 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-188f96c6-c38d-44ed-aa7f-c072d6ef7bee req-9acfb405-86c0-4280-9508-69312a7bfdf2 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0a22649-5b68-4a99-851e-7c24567771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672965 Apr 06 17:19:32.750934 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-392126fb-9006-44b4-89ca-e9235ab58354 service neutron] 10.222.0.66 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358640 Apr 06 17:19:32.996399 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c01563aa-bd8e-4887-84c9-c4611aa1a98d req-a18babf8-9dca-4cc9-98b0-594946e9e7d0 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 210 time: 0.0288286 Apr 06 17:19:33.097966 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 0e21b07c-2477-422d-b06b-aff818441d54 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:19:33.149649 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 0e21b07c-2477-422d-b06b-aff818441d54 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:33.149649 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (0e21b07c-2477-422d-b06b-aff818441d54), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:33.227414 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 0e21b07c-2477-422d-b06b-aff818441d54 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:33.228493 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:19:33.279502 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:33.279802 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:33.352423 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:33.866509 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffac82-72f6-4be5-b0bd-bf17160356b6 req-1858441a-1d0c-4645-b27a-8d5faf174fd8 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:33.868018 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f1ffac82-72f6-4be5-b0bd-bf17160356b6 req-1858441a-1d0c-4645-b27a-8d5faf174fd8 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 950 time: 0.0560880 Apr 06 17:19:33.916692 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f1ffac82-72f6-4be5-b0bd-bf17160356b6 req-1e49585d-455d-4029-9862-6ef52ade3471 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0a22649-5b68-4a99-851e-7c24567771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Apr 06 17:19:34.072324 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-678b2192-98f9-4fc8-8cc0-4ca7a78ce956 req-fdcab0dd-d0d4-4da4-bafa-f24fe05ec897 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 210 time: 0.0267010 Apr 06 17:19:34.229245 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb233565-415f-4ec6-bcee-be6ddaae1df9 req-b5c3b49b-fe51-43ee-aea1-9d6f3b23d0f2 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:34.231314 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fb233565-415f-4ec6-bcee-be6ddaae1df9 req-b5c3b49b-fe51-43ee-aea1-9d6f3b23d0f2 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.58 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 950 time: 0.0508139 Apr 06 17:19:34.336246 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-fb233565-415f-4ec6-bcee-be6ddaae1df9 req-775e93ac-d59f-4028-8692-d3b170e5ae77 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Deleting port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:19:34.336582 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-fb233565-415f-4ec6-bcee-be6ddaae1df9 req-775e93ac-d59f-4028-8692-d3b170e5ae77 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:34.424519 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-fb233565-415f-4ec6-bcee-be6ddaae1df9 req-775e93ac-d59f-4028-8692-d3b170e5ae77 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] For port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4,segment=NetworkSegment(0224bb39-c2a6-4a06-83c4-3a391065903c),segment_id=0224bb39-c2a6-4a06-83c4-3a391065903c)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:34.424786 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-fb233565-415f-4ec6-bcee-be6ddaae1df9 req-775e93ac-d59f-4028-8692-d3b170e5ae77 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:34.437408 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-fb233565-415f-4ec6-bcee-be6ddaae1df9 req-775e93ac-d59f-4028-8692-d3b170e5ae77 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Calling delete_port for 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 owned by compute:nova {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:19:34.643246 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-fb233565-415f-4ec6-bcee-be6ddaae1df9 req-775e93ac-d59f-4028-8692-d3b170e5ae77 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:34.672052 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e93ac-d59f-4028-8692-d3b170e5ae77 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Pushing event deleted for resources: {'Port': ['ID=3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:34.679838 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:19:34.731636 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb233565-415f-4ec6-bcee-be6ddaae1df9 req-775e93ac-d59f-4028-8692-d3b170e5ae77 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] No DVR routers for this DVR port 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 on host hv-cinder-83685 {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:19:34.734379 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-fb233565-415f-4ec6-bcee-be6ddaae1df9 req-775e93ac-d59f-4028-8692-d3b170e5ae77 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:34.739863 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fb233565-415f-4ec6-bcee-be6ddaae1df9 req-775e93ac-d59f-4028-8692-d3b170e5ae77 tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.58 "DELETE /v2.0/ports/3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 HTTP/1.1" status: 204 len: 173 time: 0.5032182 Apr 06 17:19:34.740341 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8c971d-9baf-4897-895e-8342a71f50dd', 'name': 'network-vif-deleted', 'tag': '3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:34.742647 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cf6e42-a59f-4697-944f-2c04788fd8a3" -d '{"events": [{"server_uuid": "7d8c971d-9baf-4897-895e-8342a71f50dd", "name": "network-vif-deleted", "tag": "3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:34.781858 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b8df6c-8bde-48c5-85aa-ba069d9e37ff x-openstack-request-id: req-36b8df6c-8bde-48c5-85aa-ba069d9e37ff {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:34.782148 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8c971d-9baf-4897-895e-8342a71f50dd", "name": "network-vif-deleted", "tag": "3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:34.782400 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-36b8df6c-8bde-48c5-85aa-ba069d9e37ff {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:34.782801 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b8df6c-8bde-48c5-85aa-ba069d9e37ff'] response: {'server_uuid': '7d8c971d-9baf-4897-895e-8342a71f50dd', 'name': 'network-vif-deleted', 'tag': '3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4', 'status': 'completed', 'code': 200} Apr 06 17:19:35.015371 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-80cb3bd4-9e56-4c4b-bd1c-cd66db34ceaf req-c39ee16a-289e-41f2-a5b5-b28a1a54e58f tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 210 time: 0.0299368 Apr 06 17:19:35.170727 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d274413c-62b7-4a62-b179-284287194a12 req-9418ebd4-c532-4504-bcea-7d29b23a2970 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 210 time: 0.0280476 Apr 06 17:19:35.874685 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-22d177d3-40c2-4747-8d13-0cdd97d99dec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:35.876137 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-22d177d3-40c2-4747-8d13-0cdd97d99dec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 814 time: 0.1025250 Apr 06 17:19:35.940387 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-041bf6b1-9c31-4ef5-be6f-685c1ac7bdfe tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fc70a029e2a4141bc2bbe2671530f7e HTTP/1.1" status: 200 len: 380 time: 0.0495050 Apr 06 17:19:35.948990 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'port': {'device_id': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'admin_state_up': True, 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'security_groups': ['ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f']}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:36.127593 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6ac0571f-61d2-44fe-a0f5-c07523461550 req-8bbc26ce-c1bf-48a7-8385-f01c55d2ebff tempest-VolumesNegativeTest-887788285 tempest-VolumesNegativeTest-887788285-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d8c971d-9baf-4897-895e-8342a71f50dd HTTP/1.1" status: 200 len: 210 time: 0.0322461 Apr 06 17:19:36.128321 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Made reservation on behalf of 2fc70a029e2a4141bc2bbe2671530f7e for: {'port': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:19:36.131687 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:36.274675 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-00c7633d-3b0e-406c-ba04-f15f27468420 req-85ac390b-6099-4443-961d-9c752f5c0a6e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 210 time: 0.0375745 Apr 06 17:19:36.283712 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Allocated IP 172.20.0.13 (e9e5f664-171d-42ad-b2b5-e47e1b5c4693/d8baf18d-e181-48ae-8265-1584065c7cef/460af4b0-fd26-4138-80ed-77d3a3a72e15) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:19:36.414680 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:36.504110 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:36.546491 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:19:36.551571 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:19:36.555356 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:19:36.581258 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'Port': ['ID=460af4b0-fd26-4138-80ed-77d3a3a72e15,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:36.609897 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:36.610526 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:36.678018 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-31967f15-97bf-415e-8118-d79117722370 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7324057 Apr 06 17:19:36.699639 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Request body: {'port': {'device_id': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:36.755330 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-ba39d092-b6e8-4242-8acd-303cdc86234e None None] Provisioning complete for port 460af4b0-fd26-4138-80ed-77d3a3a72e15 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:36.755847 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ba39d092-b6e8-4242-8acd-303cdc86234e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:36.758473 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:36.788052 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-ba39d092-b6e8-4242-8acd-303cdc86234e None None] Port 460af4b0-fd26-4138-80ed-77d3a3a72e15 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:19:36.992324 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:19:37.012460 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:19:37.012810 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 3e7c30a4-96bd-4174-8a9d-c81ddea8e7a4 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:19:37.017934 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460af4b0-fd26-4138-80ed-77d3a3a72e15 {{(pid=103877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:19:37.025369 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Publish callbacks [] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:37.037617 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.provisioning_blocks [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Transition to ACTIVE for port object 460af4b0-fd26-4138-80ed-77d3a3a72e15 will not be triggered until provisioned by entity L2. {{(pid=103877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:19:37.128550 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:37.181217 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Pushing event updated for resources: {'Port': ['ID=460af4b0-fd26-4138-80ed-77d3a3a72e15,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:37.186532 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-cbb01312-c0ef-49c9-8ca6-0e04b62b1aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:37.252185 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Attempting to bind port 460af4b0-fd26-4138-80ed-77d3a3a72e15 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:19:37.252519 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Attempting to bind port 460af4b0-fd26-4138-80ed-77d3a3a72e15 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:19:37.252873 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Attempting to bind port 460af4b0-fd26-4138-80ed-77d3a3a72e15 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:19:37.257225 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Port 460af4b0-fd26-4138-80ed-77d3a3a72e15 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:19:37.257543 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Attempting to bind port 460af4b0-fd26-4138-80ed-77d3a3a72e15 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:19:37.263273 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:19:37.263614 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Checking segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:19:37.264014 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Bound using segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} {{(pid=103877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:19:37.264402 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.managers [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Bound port: 460af4b0-fd26-4138-80ed-77d3a3a72e15, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'}}] {{(pid=103877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:19:37.264754 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:37.345511 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] For port 460af4b0-fd26-4138-80ed-77d3a3a72e15, host hv-cinder-83685, cleared binding levels {{(pid=103877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:19:37.349072 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] For port 460af4b0-fd26-4138-80ed-77d3a3a72e15, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=460af4b0-fd26-4138-80ed-77d3a3a72e15,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:19:37.406892 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525c46a-d193-4c2d-a0aa-59c9925b04f1 req-6b958429-1fa5-4b57-a044-8357a56c98fc tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:37.408475 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0525c46a-d193-4c2d-a0aa-59c9925b04f1 req-6b958429-1fa5-4b57-a044-8357a56c98fc tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 944 time: 0.0558445 Apr 06 17:19:37.410008 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:37.460796 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:37.461417 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:37.462807 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] 10.222.0.58 "PUT /v2.0/ports/460af4b0-fd26-4138-80ed-77d3a3a72e15 HTTP/1.1" status: 200 len: 1094 time: 0.7675233 Apr 06 17:19:37.463295 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'tag': '460af4b0-fd26-4138-80ed-77d3a3a72e15'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:37.466172 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca410657-0b7a-4ccd-afbc-b1c3c90cd08a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb8ea2f-7610-48db-ad19-2b19d210117e", "tag": "460af4b0-fd26-4138-80ed-77d3a3a72e15"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:37.514376 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeeae63-ab55-492e-a1e4-e0defb6ee89a x-openstack-request-id: req-3aeeae63-ab55-492e-a1e4-e0defb6ee89a {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:37.514709 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb8ea2f-7610-48db-ad19-2b19d210117e", "tag": "460af4b0-fd26-4138-80ed-77d3a3a72e15", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:37.514964 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3aeeae63-ab55-492e-a1e4-e0defb6ee89a {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:37.517972 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aeeae63-ab55-492e-a1e4-e0defb6ee89a'] response: {'name': 'network-changed', 'server_uuid': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'tag': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'status': 'completed', 'code': 200} Apr 06 17:19:37.519195 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb2a80-544f-4ae9-b030-fcb6ea06036d service neutron] Pushing event updated for resources: {'Port': ['ID=460af4b0-fd26-4138-80ed-77d3a3a72e15,revision_number=3']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:37.528175 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0525c46a-d193-4c2d-a0aa-59c9925b04f1 req-0e97eddd-5f3d-42f6-a7f9-09ff7d0dd795 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080155 Apr 06 17:19:37.897086 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca410657-0b7a-4ccd-afbc-b1c3c90cd08a req-e24b4085-b96c-4519-a0ad-49b439ebcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:37.897086 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ca410657-0b7a-4ccd-afbc-b1c3c90cd08a req-e24b4085-b96c-4519-a0ad-49b439ebcdec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 1128 time: 0.3086851 Apr 06 17:19:37.972146 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca410657-0b7a-4ccd-afbc-b1c3c90cd08a req-cced104a-22e3-471a-b6eb-4774ce0bca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:37.973603 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ca410657-0b7a-4ccd-afbc-b1c3c90cd08a req-cced104a-22e3-471a-b6eb-4774ce0bca25 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0912666 Apr 06 17:19:38.068469 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca410657-0b7a-4ccd-afbc-b1c3c90cd08a req-289e0c42-4785-4bc2-9632-7d1713275362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:38.069837 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ca410657-0b7a-4ccd-afbc-b1c3c90cd08a req-289e0c42-4785-4bc2-9632-7d1713275362 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905368 Apr 06 17:19:38.177214 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-1b499cdd-8065-47c2-8ce2-80b941260b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:38.177445 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-1b499cdd-8065-47c2-8ce2-80b941260b10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 1128 time: 0.0472639 Apr 06 17:19:38.227503 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-311671de-8127-41f3-9717-826081db8132 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460af4b0-fd26-4138-80ed-77d3a3a72e15 HTTP/1.1" status: 200 len: 217 time: 0.0371478 Apr 06 17:19:38.274945 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-a8b49a29-169c-40f2-89e9-0b9c34b18581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:38.276398 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-a8b49a29-169c-40f2-89e9-0b9c34b18581 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 200 len: 853 time: 0.0438638 Apr 06 17:19:38.323676 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-812a061d-d2a9-4802-95d9-08bfa686dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:38.325224 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-812a061d-d2a9-4802-95d9-08bfa686dc4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435915 Apr 06 17:19:38.419065 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-d1ca7c15-a588-462b-bfd6-c7e941b5fd3f service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880373 Apr 06 17:19:38.508631 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bb0248a-e5f9-4181-9d40-55e8cb326efb req-c0be4ef6-4b39-4bd9-b3a1-71604d89c293 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837896 Apr 06 17:19:38.660710 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa11827-7591-4dcf-9132-fa9a770b4005 req-2b0ffdfb-4f65-4321-b3db-a72f10a8117b tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:38.662177 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7fa11827-7591-4dcf-9132-fa9a770b4005 req-2b0ffdfb-4f65-4321-b3db-a72f10a8117b tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 944 time: 0.0532055 Apr 06 17:19:38.708665 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7fa11827-7591-4dcf-9132-fa9a770b4005 req-0f4ab5bb-76e5-4236-9d67-80b5744df21b tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408096 Apr 06 17:19:39.589338 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7344d18b-1241-4129-a7f7-521ef2fadc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:39.827535 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b27ea-9f8e-41c2-a2bf-dda084dfa544 req-c03f333a-594e-4e4b-ac40-b9a3e16ac6d1 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:39.828999 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-826b27ea-9f8e-41c2-a2bf-dda084dfa544 req-c03f333a-594e-4e4b-ac40-b9a3e16ac6d1 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 944 time: 0.0560787 Apr 06 17:19:39.876997 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-826b27ea-9f8e-41c2-a2bf-dda084dfa544 req-827313fd-708c-4f4c-92ec-56e6c0f211ef tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425420 Apr 06 17:19:40.499977 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:40.995417 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47030f0-8dd1-4fd9-b3f4-03883484dc09 req-e7f874ee-4d5a-4c08-96a1-0feb6ffa6a72 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:40.996948 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e47030f0-8dd1-4fd9-b3f4-03883484dc09 req-e7f874ee-4d5a-4c08-96a1-0feb6ffa6a72 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 944 time: 0.0524549 Apr 06 17:19:41.008097 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 460af4b0-fd26-4138-80ed-77d3a3a72e15 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:19:41.048174 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e47030f0-8dd1-4fd9-b3f4-03883484dc09 req-2b6dcb47-3e01-49c5-9ea6-cee80bf33284 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456781 Apr 06 17:19:41.108649 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 460af4b0-fd26-4138-80ed-77d3a3a72e15, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=460af4b0-fd26-4138-80ed-77d3a3a72e15,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:41.119954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'port_id': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'mac_address': 'fa:16:3e:c8:20:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:19:41.159863 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 460af4b0-fd26-4138-80ed-77d3a3a72e15 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:41.160262 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:41.172564 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460af4b0-fd26-4138-80ed-77d3a3a72e15 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:19:41.190756 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 460af4b0-fd26-4138-80ed-77d3a3a72e15, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=460af4b0-fd26-4138-80ed-77d3a3a72e15,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:41.292335 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:41.339063 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=460af4b0-fd26-4138-80ed-77d3a3a72e15,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:41.681042 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['460af4b0-fd26-4138-80ed-77d3a3a72e15'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:19:41.837186 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:42.169677 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c69bf-1e06-4ed2-ab03-c00f2cf0bb4c req-cbe2b36f-1763-4a9b-88b1-e679567aef04 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:42.171258 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-942c69bf-1e06-4ed2-ab03-c00f2cf0bb4c req-cbe2b36f-1763-4a9b-88b1-e679567aef04 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 945 time: 0.0572319 Apr 06 17:19:42.217311 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-942c69bf-1e06-4ed2-ab03-c00f2cf0bb4c req-41f2585f-dc39-43b6-8b8f-c025bc6f36b7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404360 Apr 06 17:19:43.029058 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 460af4b0-fd26-4138-80ed-77d3a3a72e15 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:19:43.154817 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port 460af4b0-fd26-4138-80ed-77d3a3a72e15 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:19:43.158589 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 460af4b0-fd26-4138-80ed-77d3a3a72e15 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:19:43.159018 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:43.241189 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 460af4b0-fd26-4138-80ed-77d3a3a72e15 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:19:43.241593 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:43.275049 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460af4b0-fd26-4138-80ed-77d3a3a72e15'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:43.277336 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c711944-6a6b-4381-b503-b4dfa2e5c438" -d '{"events": [{"server_uuid": "1bb8ea2f-7610-48db-ad19-2b19d210117e", "name": "network-vif-plugged", "status": "completed", "tag": "460af4b0-fd26-4138-80ed-77d3a3a72e15"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:43.281981 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 42918) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:43.291943 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 460af4b0-fd26-4138-80ed-77d3a3a72e15, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=460af4b0-fd26-4138-80ed-77d3a3a72e15,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:19:43.327839 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8058316-2f4c-4e7c-aef4-4cf3a62ec2e0 x-openstack-request-id: req-e8058316-2f4c-4e7c-aef4-4cf3a62ec2e0 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:43.330615 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb8ea2f-7610-48db-ad19-2b19d210117e", "name": "network-vif-plugged", "status": "completed", "tag": "460af4b0-fd26-4138-80ed-77d3a3a72e15", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:43.330615 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e8058316-2f4c-4e7c-aef4-4cf3a62ec2e0 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:43.330615 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8058316-2f4c-4e7c-aef4-4cf3a62ec2e0'] response: {'server_uuid': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'code': 200} Apr 06 17:19:43.371792 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f458c6-90c6-4fd1-ba25-8ed37e750068 req-3f679385-818b-4f2f-97c5-9c1b7ddf423c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:43.373812 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-86f458c6-90c6-4fd1-ba25-8ed37e750068 req-3f679385-818b-4f2f-97c5-9c1b7ddf423c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 945 time: 0.0638206 Apr 06 17:19:43.401112 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:43.424203 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-86f458c6-90c6-4fd1-ba25-8ed37e750068 req-5d6b9e9c-700e-48e7-b7f6-547cea533e94 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446641 Apr 06 17:19:43.427424 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-f130fcbe-0230-4f25-80fd-060822b6246e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=104c196df3464e34a6a09f65a79d69aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442125 Apr 06 17:19:43.429947 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42922) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:43.437502 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:43.479513 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-64e58514-6d82-4152-9e2a-8f1ce2412ac8 admin admin] Publish callbacks [] for security_group (d0a22649-5b68-4a99-851e-7c24567771ac), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:43.487655 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=460af4b0-fd26-4138-80ed-77d3a3a72e15,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:43.502045 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-64e58514-6d82-4152-9e2a-8f1ce2412ac8 admin admin] Publish callbacks [] for security_group (d0a22649-5b68-4a99-851e-7c24567771ac), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:43.657994 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-64e58514-6d82-4152-9e2a-8f1ce2412ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (d0a22649-5b68-4a99-851e-7c24567771ac), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:43.660674 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-64e58514-6d82-4152-9e2a-8f1ce2412ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:43.661932 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-64e58514-6d82-4152-9e2a-8f1ce2412ac8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0a22649-5b68-4a99-851e-7c24567771ac HTTP/1.1" status: 204 len: 168 time: 0.2309442 Apr 06 17:19:43.679295 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e58514-6d82-4152-9e2a-8f1ce2412ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a22649-5b68-4a99-851e-7c24567771ac,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:19:43.716772 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7649b0f-d1a6-4bcb-9097-5f8b5dd2ee21 req-6142b2ab-3507-4e56-8603-ee8cea3979e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:43.718047 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a7649b0f-d1a6-4bcb-9097-5f8b5dd2ee21 req-6142b2ab-3507-4e56-8603-ee8cea3979e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 1130 time: 0.0526080 Apr 06 17:19:43.762438 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a7649b0f-d1a6-4bcb-9097-5f8b5dd2ee21 req-651a2daf-0fda-4d69-834f-b5cc1eb762ab service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386398 Apr 06 17:19:44.542982 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459ea10-1d87-4b8d-bcc7-af056f53e13b req-9298488d-a586-447d-be7d-c6213c785952 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:44.545046 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6459ea10-1d87-4b8d-bcc7-af056f53e13b req-9298488d-a586-447d-be7d-c6213c785952 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 946 time: 0.0521717 Apr 06 17:19:44.589373 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6459ea10-1d87-4b8d-bcc7-af056f53e13b req-9a917260-94af-4554-8053-88d5914be2a2 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389409 Apr 06 17:19:45.711450 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b74867-188d-4e2d-aa59-e84f4d57b3ae req-d117bce8-c853-4d23-89fb-2e2d0b37934f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:45.712897 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-54b74867-188d-4e2d-aa59-e84f4d57b3ae req-d117bce8-c853-4d23-89fb-2e2d0b37934f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 946 time: 0.0555949 Apr 06 17:19:45.760675 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-54b74867-188d-4e2d-aa59-e84f4d57b3ae req-8b2e6768-bf1f-42ef-859e-305f8753c0b5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421004 Apr 06 17:19:45.875720 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8ee66-9cc9-4a39-a63f-52248d148cc4 req-99224836-8626-4781-9286-33a2d44f6239 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:45.877096 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0cf8ee66-9cc9-4a39-a63f-52248d148cc4 req-99224836-8626-4781-9286-33a2d44f6239 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 946 time: 0.0521998 Apr 06 17:19:45.886228 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42934) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:19:45.890426 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-db6dc874-bfb6-41eb-846c-efd0dc9e34a5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'floatingip': {'port_id': '460af4b0-fd26-4138-80ed-77d3a3a72e15'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:19:45.932496 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-db6dc874-bfb6-41eb-846c-efd0dc9e34a5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (710ac75f-6935-4f6b-bef0-b0df043d5cc4), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:46.360666 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-db6dc874-bfb6-41eb-846c-efd0dc9e34a5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:46.411891 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-db6dc874-bfb6-41eb-846c-efd0dc9e34a5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (710ac75f-6935-4f6b-bef0-b0df043d5cc4), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:46.513124 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-db6dc874-bfb6-41eb-846c-efd0dc9e34a5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Floating IP 710ac75f-6935-4f6b-bef0-b0df043d5cc4 associated. External IP: 172.27.1.233, port: 460af4b0-fd26-4138-80ed-77d3a3a72e15. Apr 06 17:19:46.718096 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6dc874-bfb6-41eb-846c-efd0dc9e34a5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Router 318cd029-2a61-485b-aa82-967c9a7907fb has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:19:46.827399 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6dc874-bfb6-41eb-846c-efd0dc9e34a5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:19:46.831936 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-db6dc874-bfb6-41eb-846c-efd0dc9e34a5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:19:46.838210 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a39dee-69ac-4c4b-ad1b-a5df659e82eb None None] Sync routers for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:19:46.848817 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a39dee-69ac-4c4b-ad1b-a5df659e82eb None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:46.849514 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-b5a39dee-69ac-4c4b-ad1b-a5df659e82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:19:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:46.866381 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-db6dc874-bfb6-41eb-846c-efd0dc9e34a5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "PUT /v2.0/floatingips/710ac75f-6935-4f6b-bef0-b0df043d5cc4 HTTP/1.1" status: 200 len: 992 time: 0.9736710 Apr 06 17:19:46.866381 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'tag': '460af4b0-fd26-4138-80ed-77d3a3a72e15'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:19:46.866381 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf5d51a-5c2b-47af-bb78-4cbac0026298" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb8ea2f-7610-48db-ad19-2b19d210117e", "tag": "460af4b0-fd26-4138-80ed-77d3a3a72e15"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:19:46.899876 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12ea079-7c71-4182-bc33-a36797fb0ea7 x-openstack-request-id: req-b12ea079-7c71-4182-bc33-a36797fb0ea7 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:19:46.900172 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb8ea2f-7610-48db-ad19-2b19d210117e", "tag": "460af4b0-fd26-4138-80ed-77d3a3a72e15", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:19:46.900427 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b12ea079-7c71-4182-bc33-a36797fb0ea7 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:19:46.900839 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12ea079-7c71-4182-bc33-a36797fb0ea7'] response: {'name': 'network-changed', 'server_uuid': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'tag': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'status': 'completed', 'code': 200} Apr 06 17:19:46.957791 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-b5a39dee-69ac-4c4b-ad1b-a5df659e82eb None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:46.984799 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5d51a-5c2b-47af-bb78-4cbac0026298 req-464e8b0d-27e0-4043-aa19-06df4bb511f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:46.986214 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bf5d51a-5c2b-47af-bb78-4cbac0026298 req-464e8b0d-27e0-4043-aa19-06df4bb511f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 1130 time: 0.0445156 Apr 06 17:19:47.077595 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5d51a-5c2b-47af-bb78-4cbac0026298 req-8ca790b3-ac39-4c60-bc33-2211b75eadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:47.079091 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bf5d51a-5c2b-47af-bb78-4cbac0026298 req-8ca790b3-ac39-4c60-bc33-2211b75eadbc service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 915 time: 0.0867138 Apr 06 17:19:47.142183 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bf5d51a-5c2b-47af-bb78-4cbac0026298 req-8f32f148-c9ca-4a76-ab7f-5442626e89e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460af4b0-fd26-4138-80ed-77d3a3a72e15 HTTP/1.1" status: 200 len: 1000 time: 0.0576813 Apr 06 17:19:47.181523 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-b5a39dee-69ac-4c4b-ad1b-a5df659e82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '710ac75f-6935-4f6b-bef0-b0df043d5cc4', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:c8:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:31Z', 'updated_at': '2022-04-06T17:19:46Z', 'revision_number': 1, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:47.194095 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5d51a-5c2b-47af-bb78-4cbac0026298 req-0c832617-188f-4c4f-b301-050d1a2ca96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:47.195621 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bf5d51a-5c2b-47af-bb78-4cbac0026298 req-0c832617-188f-4c4f-b301-050d1a2ca96f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 200 len: 853 time: 0.0479362 Apr 06 17:19:47.207984 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a39dee-69ac-4c4b-ad1b-a5df659e82eb None None] Checking router: 318cd029-2a61-485b-aa82-967c9a7907fb for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:19:47.216297 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a39dee-69ac-4c4b-ad1b-a5df659e82eb None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:19:47.216906 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-b5a39dee-69ac-4c4b-ad1b-a5df659e82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:19:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:47.243694 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5d51a-5c2b-47af-bb78-4cbac0026298 req-f9b9bea0-8821-44ff-8fb7-495eebd862ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:19:47.245128 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bf5d51a-5c2b-47af-bb78-4cbac0026298 req-f9b9bea0-8821-44ff-8fb7-495eebd862ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435624 Apr 06 17:19:47.334232 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bf5d51a-5c2b-47af-bb78-4cbac0026298 req-a3c1d9fb-fab1-4818-9fed-b4bf173366c3 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833914 Apr 06 17:19:47.414422 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-b5a39dee-69ac-4c4b-ad1b-a5df659e82eb None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:19:47.427764 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0bf5d51a-5c2b-47af-bb78-4cbac0026298 req-ead5d52a-6c06-4084-83da-c89d7919b7d4 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879064 Apr 06 17:19:47.633764 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-b5a39dee-69ac-4c4b-ad1b-a5df659e82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '710ac75f-6935-4f6b-bef0-b0df043d5cc4', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:c8:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:31Z', 'updated_at': '2022-04-06T17:19:46Z', 'revision_number': 1, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:19:47.663551 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a39dee-69ac-4c4b-ad1b-a5df659e82eb None None] The sync data for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi is: [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '710ac75f-6935-4f6b-bef0-b0df043d5cc4', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:c8:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:31Z', 'updated_at': '2022-04-06T17:19:46Z', 'revision_number': 1, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:19:47.841084 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c05cb9f-33bd-4a7f-8285-d01038d06ae2 None None] New status for floating IP 710ac75f-6935-4f6b-bef0-b0df043d5cc4: ACTIVE {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:19:57.309556 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:20:02.479829 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:07.154044 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a10501d3-77a6-4afd-9430-7fe395b33c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:09.727519 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ca550544-426a-4871-911d-b6b51b8ab5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:10.504628 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:11.841978 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:13.321544 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:19.364645 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1b37d60-1501-40d8-927a-8f576e184a74 req-e11b8d9a-da3f-479b-8f61-7cfc82a9c46c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434451 Apr 06 17:20:19.440619 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b37d60-1501-40d8-927a-8f576e184a74 req-5109b824-198b-4db1-8e0e-4d6d31b13917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:19.442077 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1b37d60-1501-40d8-927a-8f576e184a74 req-5109b824-198b-4db1-8e0e-4d6d31b13917 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 1129 time: 0.0430450 Apr 06 17:20:19.545455 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b37d60-1501-40d8-927a-8f576e184a74 req-18b3b8ac-ab19-41b2-b941-1e66959f32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:19.546890 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1b37d60-1501-40d8-927a-8f576e184a74 req-18b3b8ac-ab19-41b2-b941-1e66959f32d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 911 time: 0.0865548 Apr 06 17:20:19.610024 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1b37d60-1501-40d8-927a-8f576e184a74 req-ea374b3b-d9b9-4efe-ab44-331478980e4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a722231-27d4-46e4-95dd-c45f2c495866 HTTP/1.1" status: 200 len: 1001 time: 0.0569706 Apr 06 17:20:19.661585 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b37d60-1501-40d8-927a-8f576e184a74 req-542815d8-7420-418a-b8dc-67dde97d0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:19.662913 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1b37d60-1501-40d8-927a-8f576e184a74 req-542815d8-7420-418a-b8dc-67dde97d0c9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 200 len: 849 time: 0.0468562 Apr 06 17:20:19.710254 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b37d60-1501-40d8-927a-8f576e184a74 req-1abbc5bc-eb53-467f-9fa0-71d655943523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:20:19.711766 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1b37d60-1501-40d8-927a-8f576e184a74 req-1abbc5bc-eb53-467f-9fa0-71d655943523 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f56648ad-4fee-4abb-84da-d7aa65d77071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426579 Apr 06 17:20:19.797739 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1b37d60-1501-40d8-927a-8f576e184a74 req-dfc4a6ea-89c6-49dc-a637-5daf1ad45aca service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798931 Apr 06 17:20:19.886525 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e1b37d60-1501-40d8-927a-8f576e184a74 req-07e42ea3-6cb7-4866-9575-f267d9e45a6f service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825784 Apr 06 17:20:32.492274 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:34.307597 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:20:37.143410 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6b048ac6-5d00-498e-b81f-580090ac076e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:39.583176 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-5a957fbe-01b3-48f3-855c-8b715f1aecd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:40.514608 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:41.821243 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:20:43.326175 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:02.500418 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:07.142019 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-95199ff2-5824-4c3b-974c-c69a0e746465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:09.580414 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-aeb7741b-e697-483d-89c8-ae043061f6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:09.693837 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 42970) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:09.847958 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Deleting port ccb894e7-7384-47e0-85cb-d10ebd273caf {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:09.848299 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (ccb894e7-7384-47e0-85cb-d10ebd273caf), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:09.922228 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (ccb894e7-7384-47e0-85cb-d10ebd273caf), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:09.922548 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (ccb894e7-7384-47e0-85cb-d10ebd273caf), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:09.933924 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Calling delete_port for ccb894e7-7384-47e0-85cb-d10ebd273caf owned by network:floatingip {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:10.159199 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (ccb894e7-7384-47e0-85cb-d10ebd273caf), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.185603 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event deleted for resources: {'Port': ['ID=ccb894e7-7384-47e0-85cb-d10ebd273caf,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:10.209327 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.209679 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.210025 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.210370 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.210710 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.211071 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.211402 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.211731 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.212064 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.212390 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.212718 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.213045 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.213370 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.213695 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.214044 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:10.254877 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (ac9db27f-315e-4fc0-95cd-a1d6d0b89730), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.255248 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Floating IP ac9db27f-315e-4fc0-95cd-a1d6d0b89730 disassociated (deleted). External IP: 172.27.1.223, port: 2a722231-27d4-46e4-95dd-c45f2c495866. Apr 06 17:21:10.563620 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.709513 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Router 36329e38-45d1-415f-b3f1-2b98c62bee9e has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:21:10.818225 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:10.822894 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:10.827414 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe634e-67d9-47f7-b645-17b7dee785cc None None] Sync routers for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:10.837536 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe634e-67d9-47f7-b645-17b7dee785cc None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:10.838237 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a0fe634e-67d9-47f7-b645-17b7dee785cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:21:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:10.853221 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-e7988718-c4bf-49dc-b61d-cf857168d2f3 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "DELETE /v2.0/floatingips/ac9db27f-315e-4fc0-95cd-a1d6d0b89730 HTTP/1.1" status: 204 len: 168 time: 1.1583164 Apr 06 17:21:10.853821 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'tag': '2a722231-27d4-46e4-95dd-c45f2c495866'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:10.856111 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f844672-1308-4286-a7c1-7b371944770d" -d '{"events": [{"name": "network-changed", "server_uuid": "f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb", "tag": "2a722231-27d4-46e4-95dd-c45f2c495866"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:10.899503 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165b27c4-9455-405d-bf76-e48fc207cefa x-openstack-request-id: req-165b27c4-9455-405d-bf76-e48fc207cefa {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:10.899800 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb", "tag": "2a722231-27d4-46e4-95dd-c45f2c495866", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:10.900058 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-165b27c4-9455-405d-bf76-e48fc207cefa {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:10.900471 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165b27c4-9455-405d-bf76-e48fc207cefa'] response: {'name': 'network-changed', 'server_uuid': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'tag': '2a722231-27d4-46e4-95dd-c45f2c495866', 'status': 'completed', 'code': 200} Apr 06 17:21:10.945271 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-a0fe634e-67d9-47f7-b645-17b7dee785cc None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:10.988839 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f844672-1308-4286-a7c1-7b371944770d req-3cbc702a-a1dd-44a5-89ad-805cee880b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:10.990340 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4f844672-1308-4286-a7c1-7b371944770d req-3cbc702a-a1dd-44a5-89ad-805cee880b41 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 1129 time: 0.0449951 Apr 06 17:21:11.082613 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f844672-1308-4286-a7c1-7b371944770d req-6db2aade-7d3a-453c-9c26-3e5f517e567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:11.084363 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4f844672-1308-4286-a7c1-7b371944770d req-6db2aade-7d3a-453c-9c26-3e5f517e567f service neutron] 10.222.0.58 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 911 time: 0.0886552 Apr 06 17:21:11.125616 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4f844672-1308-4286-a7c1-7b371944770d req-5aaa0ca1-471d-471e-b654-b1c971490992 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a722231-27d4-46e4-95dd-c45f2c495866 HTTP/1.1" status: 200 len: 217 time: 0.0344713 Apr 06 17:21:11.173532 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a0fe634e-67d9-47f7-b645-17b7dee785cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'c5453456-e7a6-41ae-940f-e5a8a01beb79', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:cc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:16:14Z', 'updated_at': '2022-04-06T17:16:17Z', 'revision_number': 1, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:11.180627 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f844672-1308-4286-a7c1-7b371944770d req-8f689449-70ea-46bb-a512-a9cb8401859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:11.182102 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4f844672-1308-4286-a7c1-7b371944770d req-8f689449-70ea-46bb-a512-a9cb8401859e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 200 len: 849 time: 0.0477417 Apr 06 17:21:11.199657 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe634e-67d9-47f7-b645-17b7dee785cc None None] Checking router: 36329e38-45d1-415f-b3f1-2b98c62bee9e for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:11.208382 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe634e-67d9-47f7-b645-17b7dee785cc None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:11.208979 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a0fe634e-67d9-47f7-b645-17b7dee785cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:21:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:11.230756 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f844672-1308-4286-a7c1-7b371944770d req-a013a329-0611-4e78-b84a-48b9c6d3a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:11.232263 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4f844672-1308-4286-a7c1-7b371944770d req-a013a329-0611-4e78-b84a-48b9c6d3a798 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f56648ad-4fee-4abb-84da-d7aa65d77071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440602 Apr 06 17:21:11.311344 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:21:11.331473 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-a0fe634e-67d9-47f7-b645-17b7dee785cc None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:11.335916 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4f844672-1308-4286-a7c1-7b371944770d req-e8aa03ec-16ea-4ff1-807e-3814bf5d7636 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963740 Apr 06 17:21:11.555290 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9258b-d111-45f5-83e9-23b7c88bd09e req-1d026f85-aff2-4229-a0c2-f4d514296596 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:11.556339 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-a0fe634e-67d9-47f7-b645-17b7dee785cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'c5453456-e7a6-41ae-940f-e5a8a01beb79', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:cc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:16:14Z', 'updated_at': '2022-04-06T17:16:17Z', 'revision_number': 1, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:11.559443 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-67d9258b-d111-45f5-83e9-23b7c88bd09e req-1d026f85-aff2-4229-a0c2-f4d514296596 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 945 time: 0.2508271 Apr 06 17:21:11.583269 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe634e-67d9-47f7-b645-17b7dee785cc None None] The sync data for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi is: [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'c5453456-e7a6-41ae-940f-e5a8a01beb79', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'port_id': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'mac_address': 'fa:16:3e:cc:e5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:16:14Z', 'updated_at': '2022-04-06T17:16:17Z', 'revision_number': 1, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:11.606723 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-67d9258b-d111-45f5-83e9-23b7c88bd09e req-cbafacee-ed5d-4e72-a154-2398d64e6ebc tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442934 Apr 06 17:21:11.800850 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a43e07-5bc8-44cf-bdb4-eba9689de51e None None] New status for floating IP ac9db27f-315e-4fc0-95cd-a1d6d0b89730: DOWN {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:21:11.858197 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:12.501308 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4f844672-1308-4286-a7c1-7b371944770d req-cf6af860-f773-4939-888f-84a1df69b439 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827610 Apr 06 17:21:12.785793 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035a4df-2480-4d61-afeb-216df5f2edcc req-92f39024-34c6-46d8-b8fb-600e7787531d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:12.787201 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b035a4df-2480-4d61-afeb-216df5f2edcc req-92f39024-34c6-46d8-b8fb-600e7787531d tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 945 time: 0.1115158 Apr 06 17:21:12.834115 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b035a4df-2480-4d61-afeb-216df5f2edcc req-9cb28cae-da98-440a-9200-6de2ba273b9b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413921 Apr 06 17:21:13.328628 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:13.410517 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acddfc-8cea-4fb0-9167-d4369595cb1b req-ecbf15f1-0299-42b6-a6f4-1d4ad7a29f6a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:13.411988 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-02acddfc-8cea-4fb0-9167-d4369595cb1b req-ecbf15f1-0299-42b6-a6f4-1d4ad7a29f6a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 945 time: 0.0519550 Apr 06 17:21:13.506500 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-02acddfc-8cea-4fb0-9167-d4369595cb1b req-b4a69f30-7d89-41bc-b3c5-3fcc64f5bcab tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Deleting port 2a722231-27d4-46e4-95dd-c45f2c495866 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:13.507195 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-02acddfc-8cea-4fb0-9167-d4369595cb1b req-b4a69f30-7d89-41bc-b3c5-3fcc64f5bcab tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:13.596046 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-02acddfc-8cea-4fb0-9167-d4369595cb1b req-b4a69f30-7d89-41bc-b3c5-3fcc64f5bcab tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] For port 2a722231-27d4-46e4-95dd-c45f2c495866, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2a722231-27d4-46e4-95dd-c45f2c495866,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:13.596415 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-02acddfc-8cea-4fb0-9167-d4369595cb1b req-b4a69f30-7d89-41bc-b3c5-3fcc64f5bcab tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:13.608473 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [req-02acddfc-8cea-4fb0-9167-d4369595cb1b req-b4a69f30-7d89-41bc-b3c5-3fcc64f5bcab tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Calling delete_port for 2a722231-27d4-46e4-95dd-c45f2c495866 owned by compute:nova {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:13.825786 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-02acddfc-8cea-4fb0-9167-d4369595cb1b req-b4a69f30-7d89-41bc-b3c5-3fcc64f5bcab tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (2a722231-27d4-46e4-95dd-c45f2c495866), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:13.854718 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a69f30-7d89-41bc-b3c5-3fcc64f5bcab tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event deleted for resources: {'Port': ['ID=2a722231-27d4-46e4-95dd-c45f2c495866,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:13.898353 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [req-02acddfc-8cea-4fb0-9167-d4369595cb1b req-b4a69f30-7d89-41bc-b3c5-3fcc64f5bcab tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] No DVR routers for this DVR port 2a722231-27d4-46e4-95dd-c45f2c495866 on host hv-cinder-83685 {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:21:13.900935 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-02acddfc-8cea-4fb0-9167-d4369595cb1b req-b4a69f30-7d89-41bc-b3c5-3fcc64f5bcab tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:13.904238 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-02acddfc-8cea-4fb0-9167-d4369595cb1b req-b4a69f30-7d89-41bc-b3c5-3fcc64f5bcab tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "DELETE /v2.0/ports/2a722231-27d4-46e4-95dd-c45f2c495866 HTTP/1.1" status: 204 len: 173 time: 0.4866104 Apr 06 17:21:13.904681 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'name': 'network-vif-deleted', 'tag': '2a722231-27d4-46e4-95dd-c45f2c495866'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:13.906909 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f9f907-1ab5-445a-9d8b-604ab427e356" -d '{"events": [{"server_uuid": "f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb", "name": "network-vif-deleted", "tag": "2a722231-27d4-46e4-95dd-c45f2c495866"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:13.941128 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fcf38446-9bd5-4446-8631-88797e6cac4f req-778e644e-fb82-49f2-94a6-e815527cff97 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 210 time: 0.0309842 Apr 06 17:21:13.944873 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8270120-685b-4acf-b733-0e0f93fa10b9 x-openstack-request-id: req-f8270120-685b-4acf-b733-0e0f93fa10b9 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:13.945123 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb", "name": "network-vif-deleted", "tag": "2a722231-27d4-46e4-95dd-c45f2c495866", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:13.945380 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8270120-685b-4acf-b733-0e0f93fa10b9 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:13.945774 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8270120-685b-4acf-b733-0e0f93fa10b9'] response: {'server_uuid': 'f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb', 'name': 'network-vif-deleted', 'tag': '2a722231-27d4-46e4-95dd-c45f2c495866', 'status': 'completed', 'code': 200} Apr 06 17:21:15.048617 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6c0f75b3-4859-4a4b-968f-1372438a96f7 req-09efeab7-e145-424f-a35a-ef4533e7b463 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=f180c455-f774-4e6e-ac4f-3ca6c5ec7ccb HTTP/1.1" status: 200 len: 210 time: 0.0275223 Apr 06 17:21:15.423752 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 2a722231-27d4-46e4-95dd-c45f2c495866 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:15.446041 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: 2a722231-27d4-46e4-95dd-c45f2c495866 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:21:15.446389 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 2a722231-27d4-46e4-95dd-c45f2c495866 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:21:18.582261 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43026) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:18.737985 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Deleting port 37e7501b-a27d-4974-8c0c-73047a30c67c {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:18.738331 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (37e7501b-a27d-4974-8c0c-73047a30c67c), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:18.816508 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (37e7501b-a27d-4974-8c0c-73047a30c67c), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:18.816755 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (37e7501b-a27d-4974-8c0c-73047a30c67c), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:18.828406 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Calling delete_port for 37e7501b-a27d-4974-8c0c-73047a30c67c owned by network:floatingip {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:19.073420 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (37e7501b-a27d-4974-8c0c-73047a30c67c), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:19.101116 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event deleted for resources: {'Port': ['ID=37e7501b-a27d-4974-8c0c-73047a30c67c,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:19.161735 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (c5453456-e7a6-41ae-940f-e5a8a01beb79), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:19.162065 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Floating IP c5453456-e7a6-41ae-940f-e5a8a01beb79 disassociated (deleted). External IP: 172.27.1.252, port: edee388f-6197-45bc-a2f3-ec2d29099960. Apr 06 17:21:19.372933 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Router 36329e38-45d1-415f-b3f1-2b98c62bee9e has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:21:19.487195 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:19.491832 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:19.505314 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f67cf3-dd6e-4b36-93c8-4f3d0a3ccd95 None None] Sync routers for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:19.516825 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f67cf3-dd6e-4b36-93c8-4f3d0a3ccd95 None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:19.517644 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-42f67cf3-dd6e-4b36-93c8-4f3d0a3ccd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:21:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:19.524823 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-80a30e27-9bfe-42b9-9083-f1bb8db9704a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "DELETE /v2.0/floatingips/c5453456-e7a6-41ae-940f-e5a8a01beb79 HTTP/1.1" status: 204 len: 168 time: 0.9390457 Apr 06 17:21:19.524823 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'tag': 'edee388f-6197-45bc-a2f3-ec2d29099960'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:19.525915 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dec1728-2158-4efe-8757-9d521ef43abe" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdc7492-4f03-4d5e-9c97-b1e21c693132", "tag": "edee388f-6197-45bc-a2f3-ec2d29099960"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:19.632169 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-42f67cf3-dd6e-4b36-93c8-4f3d0a3ccd95 None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:19.908684 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbc6171-8cb6-4dcb-a687-90c34b3070c7 x-openstack-request-id: req-9fbc6171-8cb6-4dcb-a687-90c34b3070c7 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:19.909207 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdc7492-4f03-4d5e-9c97-b1e21c693132", "tag": "edee388f-6197-45bc-a2f3-ec2d29099960", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:19.909307 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9fbc6171-8cb6-4dcb-a687-90c34b3070c7 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:19.909660 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbc6171-8cb6-4dcb-a687-90c34b3070c7'] response: {'name': 'network-changed', 'server_uuid': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'tag': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'status': 'completed', 'code': 200} Apr 06 17:21:19.926891 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-42f67cf3-dd6e-4b36-93c8-4f3d0a3ccd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:19.953985 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f67cf3-dd6e-4b36-93c8-4f3d0a3ccd95 None None] Checking router: 36329e38-45d1-415f-b3f1-2b98c62bee9e for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:19.963292 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f67cf3-dd6e-4b36-93c8-4f3d0a3ccd95 None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:19.963918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-42f67cf3-dd6e-4b36-93c8-4f3d0a3ccd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:21:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:20.004816 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48de7-45bd-49ac-91ab-5c96bf9feb0a req-d07288c2-bd69-434f-a6b4-f1a79327ce06 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:20.006555 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ace48de7-45bd-49ac-91ab-5c96bf9feb0a req-d07288c2-bd69-434f-a6b4-f1a79327ce06 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 945 time: 0.0571160 Apr 06 17:21:20.058586 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ace48de7-45bd-49ac-91ab-5c96bf9feb0a req-782a494a-aa6d-476b-a5df-f37c441027b1 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459244 Apr 06 17:21:20.074856 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-42f67cf3-dd6e-4b36-93c8-4f3d0a3ccd95 None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:20.138080 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec1728-2158-4efe-8757-9d521ef43abe req-ac86bda7-761e-48df-b673-9119b3d13178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:20.140146 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7dec1728-2158-4efe-8757-9d521ef43abe req-ac86bda7-761e-48df-b673-9119b3d13178 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 1129 time: 0.0479147 Apr 06 17:21:20.243735 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec1728-2158-4efe-8757-9d521ef43abe req-82e0bd88-8e65-4eb8-9c6b-cb5c1dcf43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:20.245221 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7dec1728-2158-4efe-8757-9d521ef43abe req-82e0bd88-8e65-4eb8-9c6b-cb5c1dcf43f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 200 len: 911 time: 0.0826521 Apr 06 17:21:20.284530 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-42f67cf3-dd6e-4b36-93c8-4f3d0a3ccd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:20.292915 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7dec1728-2158-4efe-8757-9d521ef43abe req-9a3d2f79-9e57-4d4c-90f9-5fb9dc1d8316 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edee388f-6197-45bc-a2f3-ec2d29099960 HTTP/1.1" status: 200 len: 217 time: 0.0406163 Apr 06 17:21:20.314726 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f67cf3-dd6e-4b36-93c8-4f3d0a3ccd95 None None] The sync data for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi is: [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:00Z', 'revision_number': 4, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '73c83661-7f20-4a85-8324-3f3107c4a350', 'name': '', 'network_id': 'f56648ad-4fee-4abb-84da-d7aa65d77071', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'mac_address': 'fa:16:3e:0a:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:59Z', 'updated_at': '2022-04-06T17:12:04Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'subnets': [{'id': '790d15a4-30c1-4520-8d58-4d9671d1192c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:20.442921 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec1728-2158-4efe-8757-9d521ef43abe req-5495296f-5e23-43a3-9c78-35cbb4f7e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:20.444464 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7dec1728-2158-4efe-8757-9d521ef43abe req-5495296f-5e23-43a3-9c78-35cbb4f7e290 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 200 len: 849 time: 0.0482211 Apr 06 17:21:20.535962 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47c211-6b10-4294-9188-2bc44f129fae None None] New status for floating IP c5453456-e7a6-41ae-940f-e5a8a01beb79: DOWN {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:21:20.756920 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec1728-2158-4efe-8757-9d521ef43abe req-da95a5ec-f6ca-4c4b-b2df-edb744e80fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:20.758873 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7dec1728-2158-4efe-8757-9d521ef43abe req-da95a5ec-f6ca-4c4b-b2df-edb744e80fe9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f56648ad-4fee-4abb-84da-d7aa65d77071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511298 Apr 06 17:21:20.769695 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-764e7cab-fdad-4d79-a50d-a94d51088480 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613639 Apr 06 17:21:20.914113 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c0bbb-04cb-4868-b47b-e40f1b78b68e req-c093b28d-9894-4af7-bc66-23d8afedd02a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:20.915356 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-323c0bbb-04cb-4868-b47b-e40f1b78b68e req-c093b28d-9894-4af7-bc66-23d8afedd02a tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 945 time: 0.0535271 Apr 06 17:21:20.980025 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-d30bdf05-92c0-4a99-9cf9-404f2ae0931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:20.981432 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-d30bdf05-92c0-4a99-9cf9-404f2ae0931c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 1130 time: 0.0750227 Apr 06 17:21:20.983166 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7dec1728-2158-4efe-8757-9d521ef43abe req-ef6d168c-ec42-4b58-825c-0a1059f63466 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224716 Apr 06 17:21:21.007991 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-323c0bbb-04cb-4868-b47b-e40f1b78b68e req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Deleting port edee388f-6197-45bc-a2f3-ec2d29099960 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:21.008479 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-323c0bbb-04cb-4868-b47b-e40f1b78b68e req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:21.161793 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7dec1728-2158-4efe-8757-9d521ef43abe req-4a7aa646-51f4-4077-830b-05213c1f6e28 service neutron] 10.222.0.58 "GET /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711946 Apr 06 17:21:21.191882 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-6e09e68c-e632-43f4-ab01-63966f809bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:21.193406 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-6e09e68c-e632-43f4-ab01-63966f809bf5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 915 time: 0.1943367 Apr 06 17:21:21.248331 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48671-ceaa-406c-a10e-7d0c8172be91 req-54965f54-f6c7-46b5-97d1-68bf69579542 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:21.249750 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-44c48671-ceaa-406c-a10e-7d0c8172be91 req-54965f54-f6c7-46b5-97d1-68bf69579542 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 945 time: 0.1129119 Apr 06 17:21:21.290482 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-760b2dab-df7f-4a1a-a4b8-b232c593b026 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460af4b0-fd26-4138-80ed-77d3a3a72e15 HTTP/1.1" status: 200 len: 1002 time: 0.0904102 Apr 06 17:21:21.345127 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-44c48671-ceaa-406c-a10e-7d0c8172be91 req-cb19e3e4-7c62-4729-af64-2e3f5508be78 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c08102c-3c5b-4f78-8ef1-eace987d3746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868864 Apr 06 17:21:21.358525 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-323c0bbb-04cb-4868-b47b-e40f1b78b68e req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] For port edee388f-6197-45bc-a2f3-ec2d29099960, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=edee388f-6197-45bc-a2f3-ec2d29099960,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:21.358979 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-323c0bbb-04cb-4868-b47b-e40f1b78b68e req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:21.359146 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-7045d941-ae9d-461f-a8d3-e2d7d6911405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:21.361451 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-7045d941-ae9d-461f-a8d3-e2d7d6911405 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 200 len: 853 time: 0.0636463 Apr 06 17:21:21.373044 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-323c0bbb-04cb-4868-b47b-e40f1b78b68e req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Calling delete_port for edee388f-6197-45bc-a2f3-ec2d29099960 owned by compute:nova {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:21.418974 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-01f146e6-277d-4d5e-a2ed-83f39aec9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:21.420485 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-01f146e6-277d-4d5e-a2ed-83f39aec9a91 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494640 Apr 06 17:21:21.512795 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-628f0707-4b01-4e2e-9111-87dfda88b08a service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835743 Apr 06 17:21:21.574645 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-323c0bbb-04cb-4868-b47b-e40f1b78b68e req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (edee388f-6197-45bc-a2f3-ec2d29099960), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:21.604212 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-841cc7e2-c0ff-4c83-8718-c49ea0c2b0ee service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854037 Apr 06 17:21:21.605265 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event deleted for resources: {'Port': ['ID=edee388f-6197-45bc-a2f3-ec2d29099960,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.622646 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.623841 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.623841 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:21.659928 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-323c0bbb-04cb-4868-b47b-e40f1b78b68e req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] No DVR routers for this DVR port edee388f-6197-45bc-a2f3-ec2d29099960 on host hv-cinder-83685 {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:21:21.662406 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-323c0bbb-04cb-4868-b47b-e40f1b78b68e req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:21.665781 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-323c0bbb-04cb-4868-b47b-e40f1b78b68e req-278cea4a-de0b-4164-bf97-14ec44a31571 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.58 "DELETE /v2.0/ports/edee388f-6197-45bc-a2f3-ec2d29099960 HTTP/1.1" status: 204 len: 173 time: 0.7457733 Apr 06 17:21:21.666227 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'name': 'network-vif-deleted', 'tag': 'edee388f-6197-45bc-a2f3-ec2d29099960'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:21.668503 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba487fe-c2e7-4eb4-8bc9-310db214f5d7" -d '{"events": [{"server_uuid": "8bdc7492-4f03-4d5e-9c97-b1e21c693132", "name": "network-vif-deleted", "tag": "edee388f-6197-45bc-a2f3-ec2d29099960"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:21.760250 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4afd1a-61bd-4525-acc5-c09eb0838d14 x-openstack-request-id: req-1f4afd1a-61bd-4525-acc5-c09eb0838d14 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:21.760568 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdc7492-4f03-4d5e-9c97-b1e21c693132", "name": "network-vif-deleted", "tag": "edee388f-6197-45bc-a2f3-ec2d29099960", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:21.766315 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f4afd1a-61bd-4525-acc5-c09eb0838d14 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:21.766315 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4afd1a-61bd-4525-acc5-c09eb0838d14'] response: {'server_uuid': '8bdc7492-4f03-4d5e-9c97-b1e21c693132', 'name': 'network-vif-deleted', 'tag': 'edee388f-6197-45bc-a2f3-ec2d29099960', 'status': 'completed', 'code': 200} Apr 06 17:21:22.460474 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6ac98061-9a48-4d66-8d5b-30c928d5bbbc req-8ec9fd7b-aba8-4d07-b737-9416791000f4 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bdc7492-4f03-4d5e-9c97-b1e21c693132 HTTP/1.1" status: 200 len: 210 time: 0.0291264 Apr 06 17:21:23.445243 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device edee388f-6197-45bc-a2f3-ec2d29099960 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:23.465420 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: edee388f-6197-45bc-a2f3-ec2d29099960 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:21:23.465766 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device edee388f-6197-45bc-a2f3-ec2d29099960 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:21:23.523305 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43064) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:23.644885 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-5dd40580-52f7-407c-b678-a5c3dfed5e4b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Deleting port 72985207-a996-4601-807a-b373958f8a2a {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:23.645222 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5dd40580-52f7-407c-b678-a5c3dfed5e4b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (72985207-a996-4601-807a-b373958f8a2a), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:23.720989 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5dd40580-52f7-407c-b678-a5c3dfed5e4b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (72985207-a996-4601-807a-b373958f8a2a), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:23.721217 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5dd40580-52f7-407c-b678-a5c3dfed5e4b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (72985207-a996-4601-807a-b373958f8a2a), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:23.732744 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-5dd40580-52f7-407c-b678-a5c3dfed5e4b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Calling delete_port for 72985207-a996-4601-807a-b373958f8a2a owned by network:floatingip {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:23.913283 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5dd40580-52f7-407c-b678-a5c3dfed5e4b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (72985207-a996-4601-807a-b373958f8a2a), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:23.943245 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd40580-52f7-407c-b678-a5c3dfed5e4b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event deleted for resources: {'Port': ['ID=72985207-a996-4601-807a-b373958f8a2a,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:24.002369 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5dd40580-52f7-407c-b678-a5c3dfed5e4b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for floatingip (a283e46b-7582-40a3-8783-093780cd66c7), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:24.004851 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5dd40580-52f7-407c-b678-a5c3dfed5e4b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:24.006255 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-5dd40580-52f7-407c-b678-a5c3dfed5e4b tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "DELETE /v2.0/floatingips/a283e46b-7582-40a3-8783-093780cd66c7 HTTP/1.1" status: 204 len: 168 time: 0.4817057 Apr 06 17:21:25.304453 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43078) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:25.361753 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fb6158a3-c8c8-4624-899a-67e11880e213 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group (4c08102c-3c5b-4f78-8ef1-eace987d3746), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:25.387184 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fb6158a3-c8c8-4624-899a-67e11880e213 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group (4c08102c-3c5b-4f78-8ef1-eace987d3746), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:25.529995 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fb6158a3-c8c8-4624-899a-67e11880e213 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (4c08102c-3c5b-4f78-8ef1-eace987d3746), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:25.532639 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fb6158a3-c8c8-4624-899a-67e11880e213 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:25.533983 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-fb6158a3-c8c8-4624-899a-67e11880e213 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] 10.222.0.66 "DELETE /v2.0/security-groups/4c08102c-3c5b-4f78-8ef1-eace987d3746 HTTP/1.1" status: 204 len: 168 time: 0.2285314 Apr 06 17:21:25.543876 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6158a3-c8c8-4624-899a-67e11880e213 tempest-TestVolumeBootPattern-1533085470 tempest-TestVolumeBootPattern-1533085470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c08102c-3c5b-4f78-8ef1-eace987d3746,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:25.684589 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43084) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:26.124471 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f56e068a-c1c0-4d02-be25-1d6797f859e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-372845'] for router_interface (36329e38-45d1-415f-b3f1-2b98c62bee9e), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:26.609334 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-f56e068a-c1c0-4d02-be25-1d6797f859e9 admin admin] Deleting port 73c83661-7f20-4a85-8324-3f3107c4a350 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:26.609833 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f56e068a-c1c0-4d02-be25-1d6797f859e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:26.687696 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-f56e068a-c1c0-4d02-be25-1d6797f859e9 admin admin] For port 73c83661-7f20-4a85-8324-3f3107c4a350, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=73c83661-7f20-4a85-8324-3f3107c4a350,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:26.688063 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f56e068a-c1c0-4d02-be25-1d6797f859e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:26.703659 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-f56e068a-c1c0-4d02-be25-1d6797f859e9 admin admin] Calling delete_port for 73c83661-7f20-4a85-8324-3f3107c4a350 owned by network:router_interface {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:26.945677 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f56e068a-c1c0-4d02-be25-1d6797f859e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (73c83661-7f20-4a85-8324-3f3107c4a350), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:26.968878 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e068a-c1c0-4d02-be25-1d6797f859e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c83661-7f20-4a85-8324-3f3107c4a350,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:27.142344 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f56e068a-c1c0-4d02-be25-1d6797f859e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373501'] for router_interface (36329e38-45d1-415f-b3f1-2b98c62bee9e), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.359821 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56e068a-c1c0-4d02-be25-1d6797f859e9 admin admin] Router 36329e38-45d1-415f-b3f1-2b98c62bee9e has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:21:27.467152 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56e068a-c1c0-4d02-be25-1d6797f859e9 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:27.472118 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-f56e068a-c1c0-4d02-be25-1d6797f859e9 admin admin] 10.222.0.66 "PUT /v2.0/routers/36329e38-45d1-415f-b3f1-2b98c62bee9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7861767 Apr 06 17:21:27.475135 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43090) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:27.478639 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a8571-d626-4e4d-83b5-4a6d9298d3d0 None None] Sync routers for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:27.488939 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a8571-d626-4e4d-83b5-4a6d9298d3d0 None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:27.489559 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-dd5a8571-d626-4e4d-83b5-4a6d9298d3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:21:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:27.586596 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Publish callbacks [] for router (36329e38-45d1-415f-b3f1-2b98c62bee9e), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.595362 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-dd5a8571-d626-4e4d-83b5-4a6d9298d3d0 None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:27.696248 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Publish callbacks [] for router_gateway (36329e38-45d1-415f-b3f1-2b98c62bee9e), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.773399 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-dd5a8571-d626-4e4d-83b5-4a6d9298d3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:21:26Z', 'revision_number': 5, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port': {'id': '27d006d2-2a89-42cb-8c26-ef607871aaa4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:27.802301 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a8571-d626-4e4d-83b5-4a6d9298d3d0 None None] Checking router: 36329e38-45d1-415f-b3f1-2b98c62bee9e for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:27.810480 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a8571-d626-4e4d-83b5-4a6d9298d3d0 None None] Routers {'36329e38-45d1-415f-b3f1-2b98c62bee9e'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:27.811126 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-dd5a8571-d626-4e4d-83b5-4a6d9298d3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:21:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['36329e38-45d1-415f-b3f1-2b98c62bee9e'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:27.818398 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Deleting port 27d006d2-2a89-42cb-8c26-ef607871aaa4 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:27.818760 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.897385 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] For port 27d006d2-2a89-42cb-8c26-ef607871aaa4, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=27d006d2-2a89-42cb-8c26-ef607871aaa4,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:27.898156 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:27.899326 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-dd5a8571-d626-4e4d-83b5-4a6d9298d3d0 None None] Set router 36329e38-45d1-415f-b3f1-2b98c62bee9e gateway port host: None {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:27.914778 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Calling delete_port for 27d006d2-2a89-42cb-8c26-ef607871aaa4 owned by network:router_gateway {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:27.951437 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-dd5a8571-d626-4e4d-83b5-4a6d9298d3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:21:27Z', 'revision_number': 6, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port_host': None}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:27.980399 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a8571-d626-4e4d-83b5-4a6d9298d3d0 None None] The sync data for ids ['36329e38-45d1-415f-b3f1-2b98c62bee9e'] in dv-cinder-836850-1-iscsi is: [{'id': '36329e38-45d1-415f-b3f1-2b98c62bee9e', 'name': 'tempest-TestVolumeBootPattern-29607932-router', 'tenant_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:11:56Z', 'updated_at': '2022-04-06T17:21:27Z', 'revision_number': 6, 'project_id': 'fcbba36a2f4f401f929f1d2aa6666eba', 'gw_port_host': None}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:28.170124 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (27d006d2-2a89-42cb-8c26-ef607871aaa4), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.197744 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=27d006d2-2a89-42cb-8c26-ef607871aaa4,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:28.256730 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373307'] for router_gateway (36329e38-45d1-415f-b3f1-2b98c62bee9e), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.349609 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6321'] for router (36329e38-45d1-415f-b3f1-2b98c62bee9e), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.351963 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Publish callbacks [] for router_controller (36329e38-45d1-415f-b3f1-2b98c62bee9e), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.438966 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376449'] for router (36329e38-45d1-415f-b3f1-2b98c62bee9e), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.439468 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36329e38-45d1-415f-b3f1-2b98c62bee9e {{(pid=103877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:21:28.444442 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.445597 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-7d2cb34a-cab1-4e02-b8c4-60a364e591e5 admin admin] 10.222.0.66 "DELETE /v2.0/routers/36329e38-45d1-415f-b3f1-2b98c62bee9e HTTP/1.1" status: 204 len: 168 time: 0.9695477 Apr 06 17:21:28.448073 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43094) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:28.493079 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a386c3-855c-4951-94d3-ba01bcd80fd1 admin admin] Deleting subnet 790d15a4-30c1-4520-8d58-4d9671d1192c {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:21:28.496199 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-47a386c3-855c-4951-94d3-ba01bcd80fd1 admin admin] Publish callbacks [] for subnet (790d15a4-30c1-4520-8d58-4d9671d1192c), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.529884 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-47a386c3-855c-4951-94d3-ba01bcd80fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7130308'] for subnet (790d15a4-30c1-4520-8d58-4d9671d1192c), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.609647 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-47a386c3-855c-4951-94d3-ba01bcd80fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (790d15a4-30c1-4520-8d58-4d9671d1192c), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.772860 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-47a386c3-855c-4951-94d3-ba01bcd80fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7128047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5377154'] for subnet (790d15a4-30c1-4520-8d58-4d9671d1192c), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.786362 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a386c3-855c-4951-94d3-ba01bcd80fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790d15a4-30c1-4520-8d58-4d9671d1192c,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:28.790222 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-47a386c3-855c-4951-94d3-ba01bcd80fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.795370 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-47a386c3-855c-4951-94d3-ba01bcd80fd1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/790d15a4-30c1-4520-8d58-4d9671d1192c HTTP/1.1" status: 204 len: 168 time: 0.3463209 Apr 06 17:21:28.799197 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43100) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:28.801061 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1042767-6e7e-4096-be86-d9873123bb99 None None] Network f56648ad-4fee-4abb-84da-d7aa65d77071 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:21:28.898177 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (f56648ad-4fee-4abb-84da-d7aa65d77071), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.960089 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Deleting port 51a70f93-c99f-4f01-9098-d250c3b69cca {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:28.960272 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:28.976769 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] DHCP port deletion for f56648ad-4fee-4abb-84da-d7aa65d77071 request from dv-cinder-836850-1-iscsi {{(pid=103878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:21:29.039288 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] For port 51a70f93-c99f-4f01-9098-d250c3b69cca, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=51a70f93-c99f-4f01-9098-d250c3b69cca,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:29.040050 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.059212 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Calling delete_port for 51a70f93-c99f-4f01-9098-d250c3b69cca owned by network:dhcp {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:29.068435 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Deleting port 51a70f93-c99f-4f01-9098-d250c3b69cca {{(pid=103878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:29.068814 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), before_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.105097 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 27d006d2-2a89-42cb-8c26-ef607871aaa4 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:29.134287 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 27d006d2-2a89-42cb-8c26-ef607871aaa4 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:21:29.134641 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 27d006d2-2a89-42cb-8c26-ef607871aaa4 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:21:29.135420 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 73c83661-7f20-4a85-8324-3f3107c4a350 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:29.162133 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 73c83661-7f20-4a85-8324-3f3107c4a350 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:21:29.162484 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 73c83661-7f20-4a85-8324-3f3107c4a350 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:21:29.162894 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 51a70f93-c99f-4f01-9098-d250c3b69cca no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:29.190513 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] For port 51a70f93-c99f-4f01-9098-d250c3b69cca, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=51a70f93-c99f-4f01-9098-d250c3b69cca,segment=NetworkSegment(04723a6e-6840-4dc8-ab6d-ea9594f55df7),segment_id=04723a6e-6840-4dc8-ab6d-ea9594f55df7)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:29.190848 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), precommit_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.209972 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.211066 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Calling delete_port for 51a70f93-c99f-4f01-9098-d250c3b69cca owned by network:dhcp {{(pid=103878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:29.215098 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43104) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:29.219906 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-cfbff5b7-3cf1-4fcb-a9be-169a9238895c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355753011', 'description': 'tempest-description--2066118543'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:29.227288 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No active binding found for port 51a70f93-c99f-4f01-9098-d250c3b69cca {{(pid=103878) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 06 17:21:29.227678 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] The host dv-cinder-836850-1-iscsi is not matching for port 51a70f93-c99f-4f01-9098-d250c3b69cca host None! {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 17:21:29.228056 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 51a70f93-c99f-4f01-9098-d250c3b69cca not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:21:29.235067 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a70f93-c99f-4f01-9098-d250c3b69cca,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:29.245119 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] No DVR routers for this DVR port 51a70f93-c99f-4f01-9098-d250c3b69cca on host dv-cinder-836850-1-iscsi {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:21:29.297366 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (51a70f93-c99f-4f01-9098-d250c3b69cca), after_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.318386 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (f56648ad-4fee-4abb-84da-d7aa65d77071), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.323734 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Pushing event deleted for resources: {'Port': ['ID=51a70f93-c99f-4f01-9098-d250c3b69cca,revision_number=None']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:29.328840 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] No DVR routers for this DVR port 51a70f93-c99f-4f01-9098-d250c3b69cca on host dv-cinder-836850-1-iscsi {{(pid=103878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:21:29.338182 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.338624 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.338978 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.339814 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.339814 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.340104 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.340186 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-cfbff5b7-3cf1-4fcb-a9be-169a9238895c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.340386 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.340652 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.340988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.341416 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.341640 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.342004 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.342284 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.342610 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.343610 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d62c19-1c8b-4f04-b1e8-a3d10d901785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:21:29.345140 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56648ad-4fee-4abb-84da-d7aa65d77071']}} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:29.355150 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04723a6e-6840-4dc8-ab6d-ea9594f55df7') {'for_net_delete': True} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:29.361735 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04723a6e-6840-4dc8-ab6d-ea9594f55df7') {} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:29.365865 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220542'] for segment (04723a6e-6840-4dc8-ab6d-ea9594f55df7), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.379666 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (04723a6e-6840-4dc8-ab6d-ea9594f55df7), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.386819 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4588926'] for segment (04723a6e-6840-4dc8-ab6d-ea9594f55df7), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: Traceback (most recent call last): Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: timer() Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: cb(*args, **kw) Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: return func(*args, **kwargs) Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: self._notify() Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: self.callback(batched_events) Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: event.method(event) Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: return f(self, *a, **k) Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._get(url).json() Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: return self.request(url, 'GET', **kwargs) Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:21:29.390417 dv-cinder-836850-1-iscsi neutron-server[103876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:21:29.411040 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-cfbff5b7-3cf1-4fcb-a9be-169a9238895c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (0c71a676-f50b-4dd9-84e0-315db89fb564), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.496085 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-cfbff5b7-3cf1-4fcb-a9be-169a9238895c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (0c71a676-f50b-4dd9-84e0-315db89fb564), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.518964 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (f56648ad-4fee-4abb-84da-d7aa65d77071), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.524460 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.527582 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbff5b7-3cf1-4fcb-a9be-169a9238895c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c71a676-f50b-4dd9-84e0-315db89fb564,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:29.527724 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f56648ad-4fee-4abb-84da-d7aa65d77071 HTTP/1.1" status: 204 len: 168 time: 0.7269018 Apr 06 17:21:29.530707 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43106) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:29.538976 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb649954-fe74-47a5-8adf-f729f65fbcb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f56648ad-4fee-4abb-84da-d7aa65d77071,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:29.590767 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-cfbff5b7-3cf1-4fcb-a9be-169a9238895c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.592116 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-cfbff5b7-3cf1-4fcb-a9be-169a9238895c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3758216 Apr 06 17:21:29.595055 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43108) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:29.599863 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-e4d0be64-f25c-4072-bf33-7aaa24f3d977 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'security_group_rule': {'security_group_id': '0c71a676-f50b-4dd9-84e0-315db89fb564', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:29.678055 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e4d0be64-f25c-4072-bf33-7aaa24f3d977 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (f8d185c1-27a3-46ca-bbbd-d44cea409b94), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.744472 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e4d0be64-f25c-4072-bf33-7aaa24f3d977 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (f8d185c1-27a3-46ca-bbbd-d44cea409b94), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.810318 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e4d0be64-f25c-4072-bf33-7aaa24f3d977 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (f8d185c1-27a3-46ca-bbbd-d44cea409b94), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.825532 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0be64-f25c-4072-bf33-7aaa24f3d977 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d185c1-27a3-46ca-bbbd-d44cea409b94,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:29.887718 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e61d4880-07d0-415c-b1a0-9cde040768e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-372845'] for router_interface (2e47cf37-17bb-4b42-a5e1-e97e7f018749), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.909403 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e4d0be64-f25c-4072-bf33-7aaa24f3d977 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:29.910673 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-e4d0be64-f25c-4072-bf33-7aaa24f3d977 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3145964 Apr 06 17:21:29.913345 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43110) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:29.917662 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-f8c1829d-ef4e-48c4-a459-cea84c5d5744 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'security_group_rule': {'security_group_id': '0c71a676-f50b-4dd9-84e0-315db89fb564', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:29.980848 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f8c1829d-ef4e-48c4-a459-cea84c5d5744 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (13b57281-a5f4-47f2-94df-3acf68ea71f4), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.037698 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f8c1829d-ef4e-48c4-a459-cea84c5d5744 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (13b57281-a5f4-47f2-94df-3acf68ea71f4), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.111195 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f8c1829d-ef4e-48c4-a459-cea84c5d5744 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (13b57281-a5f4-47f2-94df-3acf68ea71f4), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.131594 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1829d-ef4e-48c4-a459-cea84c5d5744 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b57281-a5f4-47f2-94df-3acf68ea71f4,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:30.139149 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-e61d4880-07d0-415c-b1a0-9cde040768e6 admin admin] Deleting port afb3d8a0-f6d3-42f4-b95d-1333b235c659 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:30.139518 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e61d4880-07d0-415c-b1a0-9cde040768e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.204375 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f8c1829d-ef4e-48c4-a459-cea84c5d5744 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.205675 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-f8c1829d-ef4e-48c4-a459-cea84c5d5744 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2913289 Apr 06 17:21:30.209233 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43112) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:30.213604 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:30.216893 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-e61d4880-07d0-415c-b1a0-9cde040768e6 admin admin] For port afb3d8a0-f6d3-42f4-b95d-1333b235c659, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=afb3d8a0-f6d3-42f4-b95d-1333b235c659,segment=NetworkSegment(28a670ca-333d-42f9-a59c-0fbb239c9fdb),segment_id=28a670ca-333d-42f9-a59c-0fbb239c9fdb)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:30.217266 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e61d4880-07d0-415c-b1a0-9cde040768e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.230544 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-e61d4880-07d0-415c-b1a0-9cde040768e6 admin admin] Calling delete_port for afb3d8a0-f6d3-42f4-b95d-1333b235c659 owned by network:router_interface {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:30.318781 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.417447 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.461521 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e61d4880-07d0-415c-b1a0-9cde040768e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (afb3d8a0-f6d3-42f4-b95d-1333b235c659), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.492612 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d4880-07d0-415c-b1a0-9cde040768e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb3d8a0-f6d3-42f4-b95d-1333b235c659,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:30.525034 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Allocated IP 172.27.1.80 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/e205e99d-aea5-4632-89c7-321b5f1088b9) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:21:30.641177 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for port (e205e99d-aea5-4632-89c7-321b5f1088b9), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.672212 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e61d4880-07d0-415c-b1a0-9cde040768e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373501'] for router_interface (2e47cf37-17bb-4b42-a5e1-e97e7f018749), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.759444 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (e205e99d-aea5-4632-89c7-321b5f1088b9), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:30.803015 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:21:30.806033 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:30.810567 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:21:30.813836 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'Port': ['ID=e205e99d-aea5-4632-89c7-321b5f1088b9,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:30.902564 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (79cba7d4-e290-4d8f-ae2b-2aae698de296), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.019150 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (e205e99d-aea5-4632-89c7-321b5f1088b9), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.150742 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61d4880-07d0-415c-b1a0-9cde040768e6 admin admin] Router 2e47cf37-17bb-4b42-a5e1-e97e7f018749 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:21:31.174560 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for port (e205e99d-aea5-4632-89c7-321b5f1088b9), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.239206 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (e205e99d-aea5-4632-89c7-321b5f1088b9), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.263183 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61d4880-07d0-415c-b1a0-9cde040768e6 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:31.269512 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-e61d4880-07d0-415c-b1a0-9cde040768e6 admin admin] 10.222.0.66 "PUT /v2.0/routers/2e47cf37-17bb-4b42-a5e1-e97e7f018749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7344232 Apr 06 17:21:31.269512 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43114) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:31.273453 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9db493-78d1-4cf8-aa23-b6e0220fbef2 None None] Sync routers for ids ['2e47cf37-17bb-4b42-a5e1-e97e7f018749'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:31.290886 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9db493-78d1-4cf8-aa23-b6e0220fbef2 None None] Routers {'2e47cf37-17bb-4b42-a5e1-e97e7f018749'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:31.291905 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-de9db493-78d1-4cf8-aa23-b6e0220fbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:21:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['2e47cf37-17bb-4b42-a5e1-e97e7f018749'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:31.310604 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'Port': ['ID=e205e99d-aea5-4632-89c7-321b5f1088b9,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:31.328806 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (79cba7d4-e290-4d8f-ae2b-2aae698de296), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.377782 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Publish callbacks [] for router (2e47cf37-17bb-4b42-a5e1-e97e7f018749), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.404244 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-de9db493-78d1-4cf8-aa23-b6e0220fbef2 None None] Set router 2e47cf37-17bb-4b42-a5e1-e97e7f018749 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:31.434851 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.443922 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-3c88be02-23c0-477b-88c7-d766c0fb37ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2259586 Apr 06 17:21:31.486929 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Publish callbacks [] for router_gateway (2e47cf37-17bb-4b42-a5e1-e97e7f018749), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.586287 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-de9db493-78d1-4cf8-aa23-b6e0220fbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'name': 'tempest-TestVolumeBootPattern-2043784227-router', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:12:03Z', 'updated_at': '2022-04-06T17:21:30Z', 'revision_number': 5, 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'gw_port': {'id': '20264e08-5449-4a23-91a5-1d89f4c06781', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:12:04Z', 'updated_at': '2022-04-06T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:31.612660 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9db493-78d1-4cf8-aa23-b6e0220fbef2 None None] Checking router: 2e47cf37-17bb-4b42-a5e1-e97e7f018749 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:31.621576 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9db493-78d1-4cf8-aa23-b6e0220fbef2 None None] Routers {'2e47cf37-17bb-4b42-a5e1-e97e7f018749'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:31.622190 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-de9db493-78d1-4cf8-aa23-b6e0220fbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:21:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['2e47cf37-17bb-4b42-a5e1-e97e7f018749'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:31.624919 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Deleting port 20264e08-5449-4a23-91a5-1d89f4c06781 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:31.625267 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (20264e08-5449-4a23-91a5-1d89f4c06781), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.695455 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-d0d5ca08-2816-47b2-98d8-778665b91bcc tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1355753011&fields=id&tenant_id=2fc70a029e2a4141bc2bbe2671530f7e HTTP/1.1" status: 200 len: 267 time: 0.0939512 Apr 06 17:21:31.711052 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-de9db493-78d1-4cf8-aa23-b6e0220fbef2 None None] Set router 2e47cf37-17bb-4b42-a5e1-e97e7f018749 gateway port host: None {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:31.765610 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-de9db493-78d1-4cf8-aa23-b6e0220fbef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'name': 'tempest-TestVolumeBootPattern-2043784227-router', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:12:03Z', 'updated_at': '2022-04-06T17:21:31Z', 'revision_number': 6, 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'gw_port_host': None}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:31.780849 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] For port 20264e08-5449-4a23-91a5-1d89f4c06781, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=20264e08-5449-4a23-91a5-1d89f4c06781,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:31.781150 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (20264e08-5449-4a23-91a5-1d89f4c06781), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:31.790843 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9db493-78d1-4cf8-aa23-b6e0220fbef2 None None] The sync data for ids ['2e47cf37-17bb-4b42-a5e1-e97e7f018749'] in dv-cinder-836850-1-iscsi is: [{'id': '2e47cf37-17bb-4b42-a5e1-e97e7f018749', 'name': 'tempest-TestVolumeBootPattern-2043784227-router', 'tenant_id': '764bc388fb574e8dae7bc1f67ae6db37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:12:03Z', 'updated_at': '2022-04-06T17:21:31Z', 'revision_number': 6, 'project_id': '764bc388fb574e8dae7bc1f67ae6db37', 'gw_port_host': None}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:31.800925 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Calling delete_port for 20264e08-5449-4a23-91a5-1d89f4c06781 owned by network:router_gateway {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:31.873132 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-25161ccc-5474-45af-a82f-8edac6d4e168 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:31.874572 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-25161ccc-5474-45af-a82f-8edac6d4e168 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 814 time: 0.1689136 Apr 06 17:21:31.900597 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-cdab45f8-e2bd-47d4-82b7-8912e31126e5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/quotas/2fc70a029e2a4141bc2bbe2671530f7e HTTP/1.1" status: 200 len: 375 time: 0.0185571 Apr 06 17:21:32.000433 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-6f102f17-9300-435e-b7c9-69bc1f420f92 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940576 Apr 06 17:21:32.121954 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-1d4578b8-cccc-4764-bdb0-2fe9b764a354 service neutron] 10.222.0.66 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959232 Apr 06 17:21:32.175189 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (20264e08-5449-4a23-91a5-1d89f4c06781), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.205196 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=20264e08-5449-4a23-91a5-1d89f4c06781,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:32.292279 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-3e351e65-5ee6-42f8-942a-740c49ec35a7 service neutron] 10.222.0.66 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644926 Apr 06 17:21:32.296839 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373307'] for router_gateway (2e47cf37-17bb-4b42-a5e1-e97e7f018749), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.390501 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6321'] for router (2e47cf37-17bb-4b42-a5e1-e97e7f018749), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.392609 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Publish callbacks [] for router_controller (2e47cf37-17bb-4b42-a5e1-e97e7f018749), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.484439 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376449'] for router (2e47cf37-17bb-4b42-a5e1-e97e7f018749), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.485479 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e47cf37-17bb-4b42-a5e1-e97e7f018749 {{(pid=103877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:21:32.502898 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.504125 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-bc87d7d5-e1c8-43b3-8200-90a6d18b5e9a admin admin] 10.222.0.66 "DELETE /v2.0/routers/2e47cf37-17bb-4b42-a5e1-e97e7f018749 HTTP/1.1" status: 204 len: 168 time: 1.2345047 Apr 06 17:21:32.507438 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43136) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:32.516345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.546256 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dcba480b-29ed-402f-84fa-b8cfa30b2956 req-a6ca00ea-4884-4f3a-b5b0-7e51ceed50ed tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 210 time: 0.0340886 Apr 06 17:21:32.566629 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_v2 [None req-674e8e0b-a4b0-455c-b521-b758377c42a8 admin admin] Deleting subnet 568eb412-37d1-440d-bef6-91f6969c1ad9 {{(pid=103876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:21:32.570293 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-674e8e0b-a4b0-455c-b521-b758377c42a8 admin admin] Publish callbacks [] for subnet (568eb412-37d1-440d-bef6-91f6969c1ad9), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.610695 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-674e8e0b-a4b0-455c-b521-b758377c42a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220421'] for subnet (568eb412-37d1-440d-bef6-91f6969c1ad9), precommit_delete_associations {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.719824 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-674e8e0b-a4b0-455c-b521-b758377c42a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (568eb412-37d1-440d-bef6-91f6969c1ad9), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.890493 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-674e8e0b-a4b0-455c-b521-b758377c42a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4588820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4747211'] for subnet (568eb412-37d1-440d-bef6-91f6969c1ad9), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.919260 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-674e8e0b-a4b0-455c-b521-b758377c42a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:32.923013 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-674e8e0b-a4b0-455c-b521-b758377c42a8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/568eb412-37d1-440d-bef6-91f6969c1ad9 HTTP/1.1" status: 204 len: 168 time: 0.4145129 Apr 06 17:21:32.924093 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e8e0b-a4b0-455c-b521-b758377c42a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568eb412-37d1-440d-bef6-91f6969c1ad9,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:32.927029 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606fbe68-561d-409b-83b3-2371f0429b2a None None] Network 02329a28-258d-4462-9045-89df1f94f779 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:21:32.927188 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43142) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:32.997451 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (02329a28-258d-4462-9045-89df1f94f779), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.059457 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Deleting port 01850c1e-ce73-4cc8-81cb-7132e6689f9f {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:33.059806 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.075808 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 20264e08-5449-4a23-91a5-1d89f4c06781 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:33.096885 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 20264e08-5449-4a23-91a5-1d89f4c06781 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:21:33.097495 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 20264e08-5449-4a23-91a5-1d89f4c06781 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:21:33.098065 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device afb3d8a0-f6d3-42f4-b95d-1333b235c659 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:33.123290 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7340475-0758-4a0a-ab23-359548816949 None None] DHCP port deletion for 02329a28-258d-4462-9045-89df1f94f779 request from dv-cinder-836850-1-iscsi {{(pid=103878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:21:33.126924 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: afb3d8a0-f6d3-42f4-b95d-1333b235c659 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:21:33.127303 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device afb3d8a0-f6d3-42f4-b95d-1333b235c659 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:21:33.133758 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] For port 01850c1e-ce73-4cc8-81cb-7132e6689f9f, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=01850c1e-ce73-4cc8-81cb-7132e6689f9f,segment=NetworkSegment(28a670ca-333d-42f9-a59c-0fbb239c9fdb),segment_id=28a670ca-333d-42f9-a59c-0fbb239c9fdb)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:33.134128 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.147677 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Calling delete_port for 01850c1e-ce73-4cc8-81cb-7132e6689f9f owned by network:dhcp {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:33.173191 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c7340475-0758-4a0a-ab23-359548816949 None None] Deleting port 01850c1e-ce73-4cc8-81cb-7132e6689f9f {{(pid=103878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:21:33.173528 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c7340475-0758-4a0a-ab23-359548816949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), before_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.234746 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-c7340475-0758-4a0a-ab23-359548816949 None None] For port 01850c1e-ce73-4cc8-81cb-7132e6689f9f, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=01850c1e-ce73-4cc8-81cb-7132e6689f9f,segment=NetworkSegment(28a670ca-333d-42f9-a59c-0fbb239c9fdb),segment_id=28a670ca-333d-42f9-a59c-0fbb239c9fdb)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:33.235181 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c7340475-0758-4a0a-ab23-359548816949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), precommit_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.247658 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c7340475-0758-4a0a-ab23-359548816949 None None] Calling delete_port for 01850c1e-ce73-4cc8-81cb-7132e6689f9f owned by network:dhcp {{(pid=103878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:21:33.289954 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.315451 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Pushing event deleted for resources: {'Port': ['ID=01850c1e-ce73-4cc8-81cb-7132e6689f9f,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:33.319594 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] No DVR routers for this DVR port 01850c1e-ce73-4cc8-81cb-7132e6689f9f on host dv-cinder-836850-1-iscsi {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:21:33.326838 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c7340475-0758-4a0a-ab23-359548816949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (01850c1e-ce73-4cc8-81cb-7132e6689f9f), after_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.353053 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7340475-0758-4a0a-ab23-359548816949 None None] Pushing event deleted for resources: {'Port': ['ID=01850c1e-ce73-4cc8-81cb-7132e6689f9f,revision_number=None']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:33.354912 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7340475-0758-4a0a-ab23-359548816949 None None] No DVR routers for this DVR port 01850c1e-ce73-4cc8-81cb-7132e6689f9f on host dv-cinder-836850-1-iscsi {{(pid=103878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:21:33.393775 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (02329a28-258d-4462-9045-89df1f94f779), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.414180 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02329a28-258d-4462-9045-89df1f94f779']}} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:33.423486 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a670ca-333d-42f9-a59c-0fbb239c9fdb') {'for_net_delete': True} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:33.423727 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a670ca-333d-42f9-a59c-0fbb239c9fdb') {} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:33.433674 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7130175'] for segment (28a670ca-333d-42f9-a59c-0fbb239c9fdb), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.447483 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (28a670ca-333d-42f9-a59c-0fbb239c9fdb), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.453381 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:21:33.453759 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7127941'] for segment (28a670ca-333d-42f9-a59c-0fbb239c9fdb), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: Traceback (most recent call last): Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: timer() Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: cb(*args, **kw) Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: return func(*args, **kwargs) Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: self._notify() Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: self.callback(batched_events) Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: event.method(event) Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: return f(self, *a, **k) Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._get(url).json() Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: return self.request(url, 'GET', **kwargs) Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:21:33.455457 dv-cinder-836850-1-iscsi neutron-server[103877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:21:33.626457 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (02329a28-258d-4462-9045-89df1f94f779), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.646137 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:33.649314 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] 10.222.0.66 "DELETE /v2.0/networks/02329a28-258d-4462-9045-89df1f94f779 HTTP/1.1" status: 204 len: 168 time: 0.7230837 Apr 06 17:21:33.651474 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7430d0b4-02a6-4de2-b384-75938059fbb9 req-6dd701ae-f30c-483c-8299-e6d235eba107 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 210 time: 0.0352497 Apr 06 17:21:33.665439 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97c718-1e04-4b6a-85cf-2597edff82df admin admin] Pushing event deleted for resources: {'Network': ['ID=02329a28-258d-4462-9045-89df1f94f779,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:34.020385 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43150) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:34.059264 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-5f6cf13f-fb89-44c2-94dd-0f3150fd7bd7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fcbba36a2f4f401f929f1d2aa6666eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377126 Apr 06 17:21:34.061510 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43152) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:34.109552 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-de439d4c-9095-44bb-9098-f613f61e0ff2 admin admin] Publish callbacks [] for security_group (66f7d226-f564-4d2a-b226-a0f6d40b5139), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:34.130049 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-de439d4c-9095-44bb-9098-f613f61e0ff2 admin admin] Publish callbacks [] for security_group (66f7d226-f564-4d2a-b226-a0f6d40b5139), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:34.248166 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-de439d4c-9095-44bb-9098-f613f61e0ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (66f7d226-f564-4d2a-b226-a0f6d40b5139), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:34.250698 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-de439d4c-9095-44bb-9098-f613f61e0ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:34.251944 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-de439d4c-9095-44bb-9098-f613f61e0ff2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66f7d226-f564-4d2a-b226-a0f6d40b5139 HTTP/1.1" status: 204 len: 168 time: 0.1894963 Apr 06 17:21:34.260020 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de439d4c-9095-44bb-9098-f613f61e0ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f7d226-f564-4d2a-b226-a0f6d40b5139,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:34.657060 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-5b16d4ef-71a4-429e-ac26-7058256853d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:34.658503 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-5b16d4ef-71a4-429e-ac26-7058256853d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 814 time: 0.0995643 Apr 06 17:21:34.752133 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9dcdc630-e610-434c-8051-6e6bcf614a7b req-788d6b9f-2874-4a2e-a5d2-1f1822dc180f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 210 time: 0.0317798 Apr 06 17:21:34.752759 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-efeadd84-6fd3-4901-a79f-6c3cd574e141 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fc70a029e2a4141bc2bbe2671530f7e HTTP/1.1" status: 200 len: 473 time: 0.0677032 Apr 06 17:21:34.761553 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'port': {'device_id': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'admin_state_up': True, 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'security_groups': ['0c71a676-f50b-4dd9-84e0-315db89fb564']}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:34.956970 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Made reservation on behalf of 2fc70a029e2a4141bc2bbe2671530f7e for: {'port': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:21:34.960344 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.023938 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43160) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:35.075632 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-01b4530b-567c-4d73-982b-01b3cb8366d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=764bc388fb574e8dae7bc1f67ae6db37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509694 Apr 06 17:21:35.076520 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43162) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:35.091547 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Allocated IP 172.20.0.10 (e9e5f664-171d-42ad-b2b5-e47e1b5c4693/d8baf18d-e181-48ae-8265-1584065c7cef/7c932fda-ecce-4a1e-85e2-54bb4428b914) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:21:35.093252 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 01850c1e-ce73-4cc8-81cb-7132e6689f9f no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:21:35.113796 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 01850c1e-ce73-4cc8-81cb-7132e6689f9f {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:21:35.114504 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 01850c1e-ce73-4cc8-81cb-7132e6689f9f not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:21:35.127655 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-96de0e97-e187-417f-9062-2162cd7cb1f0 admin admin] Publish callbacks [] for security_group (5a53929e-bcf3-4ef1-9f35-056bc6e08e17), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.154284 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-96de0e97-e187-417f-9062-2162cd7cb1f0 admin admin] Publish callbacks [] for security_group (5a53929e-bcf3-4ef1-9f35-056bc6e08e17), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.240031 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.282212 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-96de0e97-e187-417f-9062-2162cd7cb1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (5a53929e-bcf3-4ef1-9f35-056bc6e08e17), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.285846 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-96de0e97-e187-417f-9062-2162cd7cb1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.287162 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-96de0e97-e187-417f-9062-2162cd7cb1f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a53929e-bcf3-4ef1-9f35-056bc6e08e17 HTTP/1.1" status: 204 len: 168 time: 0.2096522 Apr 06 17:21:35.295229 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de0e97-e187-417f-9062-2162cd7cb1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a53929e-bcf3-4ef1-9f35-056bc6e08e17,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:35.363390 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.407091 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:21:35.410941 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:21:35.414579 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:21:35.420869 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'Port': ['ID=7c932fda-ecce-4a1e-85e2-54bb4428b914,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:35.467618 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:35.468270 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.559467 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-11a3d4cc-e639-4187-ba09-ae15380b2f9d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8015020 Apr 06 17:21:35.577438 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Request body: {'port': {'device_id': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:35.644746 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.665107 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-e5b137e3-68bf-462f-bbe2-ab7860687f6b None None] Provisioning complete for port 7c932fda-ecce-4a1e-85e2-54bb4428b914 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:35.665645 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e5b137e3-68bf-462f-bbe2-ab7860687f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.701155 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-e5b137e3-68bf-462f-bbe2-ab7860687f6b None None] Port 7c932fda-ecce-4a1e-85e2-54bb4428b914 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:21:35.880983 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c12a61-858c-4bfb-bbce-feaf3959f0d3 req-8ac00de1-7db7-4fd6-ae05-b7494dcd1996 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:35.882467 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a3c12a61-858c-4bfb-bbce-feaf3959f0d3 req-8ac00de1-7db7-4fd6-ae05-b7494dcd1996 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 932 time: 0.0553443 Apr 06 17:21:35.926290 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c932fda-ecce-4a1e-85e2-54bb4428b914 {{(pid=103876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:21:35.928462 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a3c12a61-858c-4bfb-bbce-feaf3959f0d3 req-c0ba3ef0-b68a-4b2a-9970-33c08861a823 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403268 Apr 06 17:21:35.933764 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Publish callbacks [] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:35.946341 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.provisioning_blocks [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Transition to ACTIVE for port object 7c932fda-ecce-4a1e-85e2-54bb4428b914 will not be triggered until provisioned by entity L2. {{(pid=103876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:21:36.026485 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.075970 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Pushing event updated for resources: {'Port': ['ID=7c932fda-ecce-4a1e-85e2-54bb4428b914,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:36.150575 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Attempting to bind port 7c932fda-ecce-4a1e-85e2-54bb4428b914 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:21:36.150912 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Attempting to bind port 7c932fda-ecce-4a1e-85e2-54bb4428b914 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:21:36.151283 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Attempting to bind port 7c932fda-ecce-4a1e-85e2-54bb4428b914 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:21:36.155725 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Port 7c932fda-ecce-4a1e-85e2-54bb4428b914 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:21:36.156052 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Attempting to bind port 7c932fda-ecce-4a1e-85e2-54bb4428b914 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:21:36.161021 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:21:36.161365 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Checking segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:21:36.161750 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Bound using segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:21:36.162177 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Bound port: 7c932fda-ecce-4a1e-85e2-54bb4428b914, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'}}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:21:36.162539 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.227280 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] For port 7c932fda-ecce-4a1e-85e2-54bb4428b914, host hv-cinder-83685, cleared binding levels {{(pid=103876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:21:36.230182 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] For port 7c932fda-ecce-4a1e-85e2-54bb4428b914, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=7c932fda-ecce-4a1e-85e2-54bb4428b914,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:21:36.305547 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.339120 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:36.339737 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:36.341090 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] 10.222.0.58 "PUT /v2.0/ports/7c932fda-ecce-4a1e-85e2-54bb4428b914 HTTP/1.1" status: 200 len: 1094 time: 0.7683308 Apr 06 17:21:36.341521 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'tag': '7c932fda-ecce-4a1e-85e2-54bb4428b914'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:36.343745 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32d06f1-d990-43bc-ad62-fb5b2ac5452b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e573a30-fadc-479f-afd1-dfce8c57530d", "tag": "7c932fda-ecce-4a1e-85e2-54bb4428b914"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:36.372902 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b7603-8a86-4325-9f1d-16291abd984a service neutron] Pushing event updated for resources: {'Port': ['ID=7c932fda-ecce-4a1e-85e2-54bb4428b914,revision_number=3']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:36.384706 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b65c0c-0dcb-42b3-a87d-b48082df149a x-openstack-request-id: req-a8b65c0c-0dcb-42b3-a87d-b48082df149a {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:36.385017 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e573a30-fadc-479f-afd1-dfce8c57530d", "tag": "7c932fda-ecce-4a1e-85e2-54bb4428b914", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:36.385267 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8b65c0c-0dcb-42b3-a87d-b48082df149a {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:36.385662 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b65c0c-0dcb-42b3-a87d-b48082df149a'] response: {'name': 'network-changed', 'server_uuid': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'tag': '7c932fda-ecce-4a1e-85e2-54bb4428b914', 'status': 'completed', 'code': 200} Apr 06 17:21:36.474095 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d06f1-d990-43bc-ad62-fb5b2ac5452b req-01b9cf0b-963c-46b6-9d3c-d18dc63af0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:36.475769 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f32d06f1-d990-43bc-ad62-fb5b2ac5452b req-01b9cf0b-963c-46b6-9d3c-d18dc63af0ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 1128 time: 0.0481465 Apr 06 17:21:36.582842 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d06f1-d990-43bc-ad62-fb5b2ac5452b req-0f978167-7c19-4ab5-9ac7-8ae4b9fcdc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:36.584447 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f32d06f1-d990-43bc-ad62-fb5b2ac5452b req-0f978167-7c19-4ab5-9ac7-8ae4b9fcdc41 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0958602 Apr 06 17:21:36.678746 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d06f1-d990-43bc-ad62-fb5b2ac5452b req-4d491404-ecbc-4e04-9aa5-db6e53d7fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:36.680163 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f32d06f1-d990-43bc-ad62-fb5b2ac5452b req-4d491404-ecbc-4e04-9aa5-db6e53d7fdb8 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901797 Apr 06 17:21:36.784172 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-eb8999dd-7482-43f1-bd21-91554cd20321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:36.785638 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-eb8999dd-7482-43f1-bd21-91554cd20321 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 1128 time: 0.0447574 Apr 06 17:21:36.832463 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-37055630-7282-4530-9be0-15e0c28b0a76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c932fda-ecce-4a1e-85e2-54bb4428b914 HTTP/1.1" status: 200 len: 217 time: 0.0335388 Apr 06 17:21:36.881617 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-f8465477-2a2a-4b1b-b0b1-7271b4bfd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:36.883014 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-f8465477-2a2a-4b1b-b0b1-7271b4bfd0df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 200 len: 853 time: 0.0452838 Apr 06 17:21:36.930025 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-e4374318-560e-421e-96a9-50750fcae8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:36.931494 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-e4374318-560e-421e-96a9-50750fcae8af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427611 Apr 06 17:21:37.020617 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-3f97f5e3-9211-4cf8-9cc4-6bb10ca8cecc service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815582 Apr 06 17:21:37.045537 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e17b2f-3a68-4eae-b7ce-d53027bb8ad4 req-2943f1ce-af54-4433-95c6-be411604942e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:37.047038 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a3e17b2f-3a68-4eae-b7ce-d53027bb8ad4 req-2943f1ce-af54-4433-95c6-be411604942e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 944 time: 0.0517721 Apr 06 17:21:37.094055 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a3e17b2f-3a68-4eae-b7ce-d53027bb8ad4 req-c2e5450d-1959-43ba-990d-d1d321cca2d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408275 Apr 06 17:21:37.112943 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-19446d0a-ece9-47b6-a1ea-386a4f27407e req-889b9264-abd0-451a-9d8a-37f8e5ce9c00 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867243 Apr 06 17:21:37.186808 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-27dc8063-1d65-4c61-8d83-26bbe6593838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:38.210214 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a2400-c679-416c-b1b5-b1f554e5c284 req-1d2dbfbf-5403-45b6-933c-e9dafc90b24f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:38.211720 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-549a2400-c679-416c-b1b5-b1f554e5c284 req-1d2dbfbf-5403-45b6-933c-e9dafc90b24f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 944 time: 0.0508125 Apr 06 17:21:38.260344 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-549a2400-c679-416c-b1b5-b1f554e5c284 req-c0f76e69-8989-4d9d-aadc-bcf63225b27c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 Apr 06 17:21:39.373773 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8e25-c5d0-4c90-9ee3-e09bdff3d0ac req-9fe82615-670a-42f1-a37e-cd706ca6ead3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:39.375246 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-da8f8e25-c5d0-4c90-9ee3-e09bdff3d0ac req-9fe82615-670a-42f1-a37e-cd706ca6ead3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 944 time: 0.0509079 Apr 06 17:21:39.421079 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-da8f8e25-c5d0-4c90-9ee3-e09bdff3d0ac req-fd4d9bd6-2f34-4809-b89d-4dc778c919dd tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395117 Apr 06 17:21:39.598393 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-777a2638-9440-4fec-9dce-a6590bb4936b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:40.512067 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:40.537263 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c168156-0280-40ce-8ff5-4d6dad6816c0 req-7d344cdd-fa49-4d36-9b86-b3de9cda02a1 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:40.538727 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8c168156-0280-40ce-8ff5-4d6dad6816c0 req-7d344cdd-fa49-4d36-9b86-b3de9cda02a1 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 944 time: 0.0518842 Apr 06 17:21:40.584030 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8c168156-0280-40ce-8ff5-4d6dad6816c0 req-09f55224-71f4-43a0-a3ea-8d5398edc11a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396838 Apr 06 17:21:41.464064 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 7c932fda-ecce-4a1e-85e2-54bb4428b914 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:21:41.560972 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 7c932fda-ecce-4a1e-85e2-54bb4428b914, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=7c932fda-ecce-4a1e-85e2-54bb4428b914,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:41.572609 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '7c932fda-ecce-4a1e-85e2-54bb4428b914', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'port_id': '7c932fda-ecce-4a1e-85e2-54bb4428b914', 'mac_address': 'fa:16:3e:8b:5d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:21:41.608069 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 7c932fda-ecce-4a1e-85e2-54bb4428b914 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:41.608757 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:41.622222 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c932fda-ecce-4a1e-85e2-54bb4428b914 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:21:41.641910 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 7c932fda-ecce-4a1e-85e2-54bb4428b914, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=7c932fda-ecce-4a1e-85e2-54bb4428b914,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:41.706233 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3d1e6-eea4-495a-8844-b615d44e807b req-a71fcc4c-23a7-4552-a440-f15edccc0219 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:41.707705 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ae3d1e6-eea4-495a-8844-b615d44e807b req-a71fcc4c-23a7-4552-a440-f15edccc0219 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 944 time: 0.0556109 Apr 06 17:21:41.755052 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9ae3d1e6-eea4-495a-8844-b615d44e807b req-4abfc823-ea39-491a-a143-8b5e9aa15a4a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418441 Apr 06 17:21:41.767451 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:41.816464 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:41.819315 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=7c932fda-ecce-4a1e-85e2-54bb4428b914,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:42.206840 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['7c932fda-ecce-4a1e-85e2-54bb4428b914'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:21:42.870068 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ae990-9560-47a4-be05-2a6f69965c58 req-45fc4a6b-63dd-49f6-aaf6-55bc4595b19d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:42.871529 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ed4ae990-9560-47a4-be05-2a6f69965c58 req-45fc4a6b-63dd-49f6-aaf6-55bc4595b19d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 945 time: 0.0506155 Apr 06 17:21:42.916844 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ed4ae990-9560-47a4-be05-2a6f69965c58 req-62efe33a-3827-426a-881f-36270e1e68d5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Apr 06 17:21:43.386368 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:43.480062 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 7c932fda-ecce-4a1e-85e2-54bb4428b914 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:21:43.601541 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port 7c932fda-ecce-4a1e-85e2-54bb4428b914 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:21:43.605253 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 7c932fda-ecce-4a1e-85e2-54bb4428b914 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:21:43.605629 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:43.681563 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 7c932fda-ecce-4a1e-85e2-54bb4428b914 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:21:43.681881 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:43.706821 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c932fda-ecce-4a1e-85e2-54bb4428b914'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:43.709062 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8d1941-23fa-4814-b7ae-e8becbe43287" -d '{"events": [{"server_uuid": "7e573a30-fadc-479f-afd1-dfce8c57530d", "name": "network-vif-plugged", "status": "completed", "tag": "7c932fda-ecce-4a1e-85e2-54bb4428b914"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:43.721189 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 7c932fda-ecce-4a1e-85e2-54bb4428b914, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=7c932fda-ecce-4a1e-85e2-54bb4428b914,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:21:43.747807 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aef6897-3c1f-4c79-b6e6-7ed1a32338d5 x-openstack-request-id: req-0aef6897-3c1f-4c79-b6e6-7ed1a32338d5 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:43.748119 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e573a30-fadc-479f-afd1-dfce8c57530d", "name": "network-vif-plugged", "status": "completed", "tag": "7c932fda-ecce-4a1e-85e2-54bb4428b914", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:43.748359 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0aef6897-3c1f-4c79-b6e6-7ed1a32338d5 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:43.748757 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aef6897-3c1f-4c79-b6e6-7ed1a32338d5'] response: {'server_uuid': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c932fda-ecce-4a1e-85e2-54bb4428b914', 'code': 200} Apr 06 17:21:43.769042 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:43.817569 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=7c932fda-ecce-4a1e-85e2-54bb4428b914,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:21:44.034477 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995525a8-5afb-43eb-bc16-f1ec894f5dda req-34d62500-649f-4ad0-a5f8-e95254c5f7c8 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:44.035991 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-995525a8-5afb-43eb-bc16-f1ec894f5dda req-34d62500-649f-4ad0-a5f8-e95254c5f7c8 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 946 time: 0.0529404 Apr 06 17:21:44.065248 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1e174-5d8f-4da5-8264-75a03650100c req-f3412503-2b74-49fa-85bb-9b1bee001873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:44.066743 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4fe1e174-5d8f-4da5-8264-75a03650100c req-f3412503-2b74-49fa-85bb-9b1bee001873 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 1130 time: 0.0445619 Apr 06 17:21:44.085737 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-995525a8-5afb-43eb-bc16-f1ec894f5dda req-aaa11f67-4816-469c-845c-d9be3a54f5b1 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441053 Apr 06 17:21:44.108750 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4fe1e174-5d8f-4da5-8264-75a03650100c req-6bc034d9-f17b-483c-879b-07a3ed28fa2c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363779 Apr 06 17:21:45.202638 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c28c7f-230a-424b-9308-9c63a072fa5a req-5884e180-644e-4257-9e6e-4ae625523648 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:45.204113 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c6c28c7f-230a-424b-9308-9c63a072fa5a req-5884e180-644e-4257-9e6e-4ae625523648 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 946 time: 0.0511377 Apr 06 17:21:45.249324 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c6c28c7f-230a-424b-9308-9c63a072fa5a req-c52c444e-e7ad-4f35-a417-cba70df73e5b tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390337 Apr 06 17:21:46.364668 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1713bd-44c4-42eb-a29a-0975c3a95aec req-6ca54a50-368b-46ff-99e1-956b1a7f4270 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:46.366107 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cb1713bd-44c4-42eb-a29a-0975c3a95aec req-6ca54a50-368b-46ff-99e1-956b1a7f4270 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 946 time: 0.0506113 Apr 06 17:21:46.410692 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cb1713bd-44c4-42eb-a29a-0975c3a95aec req-be7f9fbe-cb96-4116-98e0-51f6c61aa3a9 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389934 Apr 06 17:21:46.524093 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b8409-368c-4019-96a2-767c6c4b79d7 req-dfe79e85-e0cb-42ea-ab03-92a4c9436c09 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:46.525510 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9d2b8409-368c-4019-96a2-767c6c4b79d7 req-dfe79e85-e0cb-42ea-ab03-92a4c9436c09 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 946 time: 0.0544319 Apr 06 17:21:46.534254 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43196) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:21:46.538553 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-22a3bb93-d2f2-4492-b5ea-8c8b65832859 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'floatingip': {'port_id': '7c932fda-ecce-4a1e-85e2-54bb4428b914'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:21:46.576857 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-22a3bb93-d2f2-4492-b5ea-8c8b65832859 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (79cba7d4-e290-4d8f-ae2b-2aae698de296), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:47.254116 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-22a3bb93-d2f2-4492-b5ea-8c8b65832859 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:47.323388 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-22a3bb93-d2f2-4492-b5ea-8c8b65832859 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (79cba7d4-e290-4d8f-ae2b-2aae698de296), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:47.426475 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-22a3bb93-d2f2-4492-b5ea-8c8b65832859 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Floating IP 79cba7d4-e290-4d8f-ae2b-2aae698de296 associated. External IP: 172.27.1.80, port: 7c932fda-ecce-4a1e-85e2-54bb4428b914. Apr 06 17:21:47.634312 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a3bb93-d2f2-4492-b5ea-8c8b65832859 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Router 318cd029-2a61-485b-aa82-967c9a7907fb has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:21:47.742082 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a3bb93-d2f2-4492-b5ea-8c8b65832859 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:21:47.746904 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-22a3bb93-d2f2-4492-b5ea-8c8b65832859 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:21:47.751840 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c4291-1159-43c3-a92c-1944cb642952 None None] Sync routers for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:21:47.761843 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c4291-1159-43c3-a92c-1944cb642952 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:47.762447 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-039c4291-1159-43c3-a92c-1944cb642952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:21:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:47.776998 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-22a3bb93-d2f2-4492-b5ea-8c8b65832859 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "PUT /v2.0/floatingips/79cba7d4-e290-4d8f-ae2b-2aae698de296 HTTP/1.1" status: 200 len: 991 time: 1.2416759 Apr 06 17:21:47.777588 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'tag': '7c932fda-ecce-4a1e-85e2-54bb4428b914'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:21:47.779862 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1c75da-d2f6-4511-84ff-ceae67862d03" -d '{"events": [{"name": "network-changed", "server_uuid": "7e573a30-fadc-479f-afd1-dfce8c57530d", "tag": "7c932fda-ecce-4a1e-85e2-54bb4428b914"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:21:47.816028 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b87c04-2f3a-46b9-97a7-63d31d24394c x-openstack-request-id: req-e2b87c04-2f3a-46b9-97a7-63d31d24394c {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:21:47.816311 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e573a30-fadc-479f-afd1-dfce8c57530d", "tag": "7c932fda-ecce-4a1e-85e2-54bb4428b914", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:21:47.816563 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2b87c04-2f3a-46b9-97a7-63d31d24394c {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:21:47.816966 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b87c04-2f3a-46b9-97a7-63d31d24394c'] response: {'name': 'network-changed', 'server_uuid': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'tag': '7c932fda-ecce-4a1e-85e2-54bb4428b914', 'status': 'completed', 'code': 200} Apr 06 17:21:47.870465 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-039c4291-1159-43c3-a92c-1944cb642952 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:47.904718 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c75da-d2f6-4511-84ff-ceae67862d03 req-c5a9caa7-8edf-4be8-9966-14026fc7ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:47.906128 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b1c75da-d2f6-4511-84ff-ceae67862d03 req-c5a9caa7-8edf-4be8-9966-14026fc7ccbb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 1130 time: 0.0470502 Apr 06 17:21:47.995734 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c75da-d2f6-4511-84ff-ceae67862d03 req-786101b7-00c1-4307-9c8f-c2530c3c2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:47.997211 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b1c75da-d2f6-4511-84ff-ceae67862d03 req-786101b7-00c1-4307-9c8f-c2530c3c2d13 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 915 time: 0.0852928 Apr 06 17:21:48.066067 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b1c75da-d2f6-4511-84ff-ceae67862d03 req-0e2da440-ee6f-404e-952d-2af8ea4e3dc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c932fda-ecce-4a1e-85e2-54bb4428b914 HTTP/1.1" status: 200 len: 999 time: 0.0618193 Apr 06 17:21:48.112319 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c75da-d2f6-4511-84ff-ceae67862d03 req-f6b30bd9-76ea-435e-8d9c-934ba55c91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:48.113763 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b1c75da-d2f6-4511-84ff-ceae67862d03 req-f6b30bd9-76ea-435e-8d9c-934ba55c91e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 200 len: 853 time: 0.0427670 Apr 06 17:21:48.161068 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c75da-d2f6-4511-84ff-ceae67862d03 req-06f62f44-72cc-4d6a-81c8-0c35db2043f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:21:48.162461 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b1c75da-d2f6-4511-84ff-ceae67862d03 req-06f62f44-72cc-4d6a-81c8-0c35db2043f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432186 Apr 06 17:21:48.181988 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-039c4291-1159-43c3-a92c-1944cb642952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '710ac75f-6935-4f6b-bef0-b0df043d5cc4', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:c8:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:31Z', 'updated_at': '2022-04-06T17:19:47Z', 'revision_number': 2, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}, {'id': '79cba7d4-e290-4d8f-ae2b-2aae698de296', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '7c932fda-ecce-4a1e-85e2-54bb4428b914', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:8b:5d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:47Z', 'revision_number': 1, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:48.207750 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c4291-1159-43c3-a92c-1944cb642952 None None] Checking router: 318cd029-2a61-485b-aa82-967c9a7907fb for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:21:48.215856 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c4291-1159-43c3-a92c-1944cb642952 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:21:48.216465 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-039c4291-1159-43c3-a92c-1944cb642952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:21:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:48.251112 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b1c75da-d2f6-4511-84ff-ceae67862d03 req-7102344d-060b-41fd-adb9-8cd9820df359 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825908 Apr 06 17:21:48.312910 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:21:48.329124 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-039c4291-1159-43c3-a92c-1944cb642952 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:21:48.337879 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b1c75da-d2f6-4511-84ff-ceae67862d03 req-3e5909fb-b626-4488-ac94-54efa8e172c5 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811269 Apr 06 17:21:48.555180 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-039c4291-1159-43c3-a92c-1944cb642952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '710ac75f-6935-4f6b-bef0-b0df043d5cc4', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:c8:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:31Z', 'updated_at': '2022-04-06T17:19:47Z', 'revision_number': 2, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}, {'id': '79cba7d4-e290-4d8f-ae2b-2aae698de296', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '7c932fda-ecce-4a1e-85e2-54bb4428b914', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:8b:5d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:47Z', 'revision_number': 1, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:21:48.580619 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c4291-1159-43c3-a92c-1944cb642952 None None] The sync data for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi is: [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '710ac75f-6935-4f6b-bef0-b0df043d5cc4', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:c8:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:31Z', 'updated_at': '2022-04-06T17:19:47Z', 'revision_number': 2, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}, {'id': '79cba7d4-e290-4d8f-ae2b-2aae698de296', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '7c932fda-ecce-4a1e-85e2-54bb4428b914', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:8b:5d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:21:30Z', 'updated_at': '2022-04-06T17:21:47Z', 'revision_number': 1, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:21:48.785115 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52cda3-639a-48e9-b16c-001ad8a58a5c None None] New status for floating IP 79cba7d4-e290-4d8f-ae2b-2aae698de296: ACTIVE {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:22:02.528220 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:07.143838 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7f744276-7349-4218-8611-9325f3fa20e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:09.578027 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-26de6a83-97fa-4786-8920-5c4b17e7b6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:10.499744 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:11.834832 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:13.390675 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:21.462721 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-98d64001-6b2f-498a-9d25-f1822848317b req-e1055647-a952-478e-96fe-c294c07b457e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1739731 Apr 06 17:22:21.565809 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d64001-6b2f-498a-9d25-f1822848317b req-d1ea2b71-81c6-4ab1-b539-c7c198e36e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:21.567220 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-98d64001-6b2f-498a-9d25-f1822848317b req-d1ea2b71-81c6-4ab1-b539-c7c198e36e33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 1130 time: 0.0474749 Apr 06 17:22:21.667616 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d64001-6b2f-498a-9d25-f1822848317b req-5669f341-2c1e-42a2-9a50-edf6a2abc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:21.669077 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-98d64001-6b2f-498a-9d25-f1822848317b req-5669f341-2c1e-42a2-9a50-edf6a2abc2a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 915 time: 0.0843737 Apr 06 17:22:21.735608 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-98d64001-6b2f-498a-9d25-f1822848317b req-4615c747-eb22-4c34-960e-de11a815d1bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460af4b0-fd26-4138-80ed-77d3a3a72e15 HTTP/1.1" status: 200 len: 1002 time: 0.0607564 Apr 06 17:22:21.783147 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d64001-6b2f-498a-9d25-f1822848317b req-262129b0-a638-4c88-9926-ac7bb0d0078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:21.784539 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-98d64001-6b2f-498a-9d25-f1822848317b req-262129b0-a638-4c88-9926-ac7bb0d0078a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 200 len: 853 time: 0.0430205 Apr 06 17:22:21.834391 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d64001-6b2f-498a-9d25-f1822848317b req-93023590-2192-4f12-8563-130e4dcad97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:22:21.834391 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-98d64001-6b2f-498a-9d25-f1822848317b req-93023590-2192-4f12-8563-130e4dcad97e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420482 Apr 06 17:22:21.922120 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-98d64001-6b2f-498a-9d25-f1822848317b req-5909fa58-757e-497e-81a5-c6f23a59dc16 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839460 Apr 06 17:22:22.012324 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-98d64001-6b2f-498a-9d25-f1822848317b req-4a6ad3c2-d600-43b7-a0e0-bee7b6994454 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844021 Apr 06 17:22:25.311268 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:22:32.571542 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:37.132174 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-46ed29a9-d3ca-4925-9ecf-85612dbecfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:39.635339 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-5645a3bc-cf64-4771-9f2d-cc3120cb0705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:40.544102 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:41.839721 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:22:43.349493 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:02.310552 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:23:02.543439 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:07.153911 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b22078dc-1c95-450e-94de-dd0c24d47455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:09.571155 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8858edcf-d9d4-4c77-9431-1dd4f23dabb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:10.565494 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:11.828407 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:13.342164 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:18.010096 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199ba8-cad2-4235-abf9-a4edad5776ff req-b451a82a-2698-425b-87f6-1c9a0082a37d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:18.012089 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d7199ba8-cad2-4235-abf9-a4edad5776ff req-b451a82a-2698-425b-87f6-1c9a0082a37d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 946 time: 0.0529270 Apr 06 17:23:18.057168 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d7199ba8-cad2-4235-abf9-a4edad5776ff req-3198844a-52a0-4880-9d62-ec74a2c4f905 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394590 Apr 06 17:23:19.174549 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9eef23-584c-4842-b765-503fc894395c req-51710f20-b3f0-4ee0-b871-7cd7294dc1a4 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:19.176037 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fe9eef23-584c-4842-b765-503fc894395c req-51710f20-b3f0-4ee0-b871-7cd7294dc1a4 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 946 time: 0.0516372 Apr 06 17:23:19.224899 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fe9eef23-584c-4842-b765-503fc894395c req-5750f0a9-d443-4787-b7ac-2bb20054d08b tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434432 Apr 06 17:23:19.843464 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-f52f12db-b443-4787-9b90-d0668257c38e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:19.844937 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-f52f12db-b443-4787-9b90-d0668257c38e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 946 time: 0.0508518 Apr 06 17:23:19.935924 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Deleting port 7c932fda-ecce-4a1e-85e2-54bb4428b914 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:23:19.936263 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:20.022237 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] For port 7c932fda-ecce-4a1e-85e2-54bb4428b914, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=7c932fda-ecce-4a1e-85e2-54bb4428b914,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:20.022532 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:20.191302 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:20.191665 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (79cba7d4-e290-4d8f-ae2b-2aae698de296), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:20.191982 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.l3_db [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Floating IP 79cba7d4-e290-4d8f-ae2b-2aae698de296 disassociated. External IP: 172.27.1.80, port: 7c932fda-ecce-4a1e-85e2-54bb4428b914. Apr 06 17:23:20.192365 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Calling delete_port for 7c932fda-ecce-4a1e-85e2-54bb4428b914 owned by compute:nova {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:23:20.344075 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ac168-a481-4a95-8ded-49514d13524e req-d9bb2c1e-0ed5-4dd5-bd26-4b589b62006d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:20.345453 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-717ac168-a481-4a95-8ded-49514d13524e req-d9bb2c1e-0ed5-4dd5-bd26-4b589b62006d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 946 time: 0.0540347 Apr 06 17:23:20.370963 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (7c932fda-ecce-4a1e-85e2-54bb4428b914), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:20.393992 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-717ac168-a481-4a95-8ded-49514d13524e req-7083f398-2bb1-4338-9267-86df2174a374 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=0c71a676-f50b-4dd9-84e0-315db89fb564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Apr 06 17:23:20.403019 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event deleted for resources: {'Port': ['ID=7c932fda-ecce-4a1e-85e2-54bb4428b914,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:20.412813 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.413172 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.413519 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.413863 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.414202 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.414535 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.414880 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.415293 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.415628 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.415962 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.416293 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.416622 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.416950 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.417282 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.417608 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:20.784876 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Router 318cd029-2a61-485b-aa82-967c9a7907fb has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:23:20.898830 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:23:20.909269 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f070b451-57e6-4eea-826c-442677b17219 None None] Sync routers for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:23:20.919410 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070b451-57e6-4eea-826c-442677b17219 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:23:20.920035 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-f070b451-57e6-4eea-826c-442677b17219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:23:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:20.938498 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] No DVR routers for this DVR port 7c932fda-ecce-4a1e-85e2-54bb4428b914 on host hv-cinder-83685 {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:23:20.941112 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:20.944467 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5f12d3e9-93de-49e5-aa3a-2861929ebb80 req-d2464410-1e70-466a-90da-573f092828de tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "DELETE /v2.0/ports/7c932fda-ecce-4a1e-85e2-54bb4428b914 HTTP/1.1" status: 204 len: 173 time: 1.0947835 Apr 06 17:23:20.944898 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'name': 'network-vif-deleted', 'tag': '7c932fda-ecce-4a1e-85e2-54bb4428b914'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:20.947105 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f702c5c-dbbb-41a6-9932-a72b83a71ab3" -d '{"events": [{"server_uuid": "7e573a30-fadc-479f-afd1-dfce8c57530d", "name": "network-vif-deleted", "tag": "7c932fda-ecce-4a1e-85e2-54bb4428b914"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:20.986880 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2e06ec-3ed9-4804-9b9e-812e9bb87b88 x-openstack-request-id: req-ec2e06ec-3ed9-4804-9b9e-812e9bb87b88 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:20.987205 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e573a30-fadc-479f-afd1-dfce8c57530d", "name": "network-vif-deleted", "tag": "7c932fda-ecce-4a1e-85e2-54bb4428b914", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:20.987460 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec2e06ec-3ed9-4804-9b9e-812e9bb87b88 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:20.987857 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2e06ec-3ed9-4804-9b9e-812e9bb87b88'] response: {'server_uuid': '7e573a30-fadc-479f-afd1-dfce8c57530d', 'name': 'network-vif-deleted', 'tag': '7c932fda-ecce-4a1e-85e2-54bb4428b914', 'status': 'completed', 'code': 200} Apr 06 17:23:21.029460 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-f070b451-57e6-4eea-826c-442677b17219 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:23:21.249360 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-f070b451-57e6-4eea-826c-442677b17219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '710ac75f-6935-4f6b-bef0-b0df043d5cc4', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:c8:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:31Z', 'updated_at': '2022-04-06T17:19:47Z', 'revision_number': 2, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:21.279339 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f070b451-57e6-4eea-826c-442677b17219 None None] Checking router: 318cd029-2a61-485b-aa82-967c9a7907fb for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:23:21.287739 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070b451-57e6-4eea-826c-442677b17219 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:23:21.288373 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-f070b451-57e6-4eea-826c-442677b17219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:23:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:21.395905 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-f070b451-57e6-4eea-826c-442677b17219 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:23:21.503982 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3d34c583-26d6-466c-8228-a6f13af667fd req-bfcf8ea2-3726-4546-9198-f76418e1d1c3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e573a30-fadc-479f-afd1-dfce8c57530d HTTP/1.1" status: 200 len: 210 time: 0.0285549 Apr 06 17:23:21.699132 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-f070b451-57e6-4eea-826c-442677b17219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '710ac75f-6935-4f6b-bef0-b0df043d5cc4', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:c8:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:31Z', 'updated_at': '2022-04-06T17:19:47Z', 'revision_number': 2, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:21.728538 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f070b451-57e6-4eea-826c-442677b17219 None None] The sync data for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi is: [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '710ac75f-6935-4f6b-bef0-b0df043d5cc4', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:c8:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:19:31Z', 'updated_at': '2022-04-06T17:19:47Z', 'revision_number': 2, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:23:21.946247 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ed0db-5bea-4685-8dfe-34f21bd903d3 None None] New status for floating IP 79cba7d4-e290-4d8f-ae2b-2aae698de296: DOWN {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:23:22.668252 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43268) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:22.721312 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (0c71a676-f50b-4dd9-84e0-315db89fb564), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:22.748650 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (0c71a676-f50b-4dd9-84e0-315db89fb564), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:22.879110 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (0c71a676-f50b-4dd9-84e0-315db89fb564), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:22.881740 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:22.883252 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "DELETE /v2.0/security-groups/0c71a676-f50b-4dd9-84e0-315db89fb564 HTTP/1.1" status: 204 len: 168 time: 0.2139287 Apr 06 17:23:22.888306 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43270) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:22.892286 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c71a676-f50b-4dd9-84e0-315db89fb564,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:22.899386 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.899550 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.api.v2.resource [None req-abaf65fb-8932-40b6-9398-068e427b55e0 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] show failed (client error): The resource could not be found. Apr 06 17:23:22.899744 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.900094 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.900437 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.900605 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-abaf65fb-8932-40b6-9398-068e427b55e0 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups/0c71a676-f50b-4dd9-84e0-315db89fb564 HTTP/1.1" status: 404 len: 347 time: 0.0137267 Apr 06 17:23:22.900777 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.901112 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.901448 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.901780 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.902118 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.902448 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.902780 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.903135 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43272) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:22.903260 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.903463 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.903790 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:22.904120 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bb1e7d-4486-498f-9cd6-cf38b5aa5297 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:23.045043 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-fef776ad-23a1-4bda-96b1-812a8789aa1a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Deleting port e205e99d-aea5-4632-89c7-321b5f1088b9 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:23:23.045384 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fef776ad-23a1-4bda-96b1-812a8789aa1a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (e205e99d-aea5-4632-89c7-321b5f1088b9), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:23.120210 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fef776ad-23a1-4bda-96b1-812a8789aa1a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (e205e99d-aea5-4632-89c7-321b5f1088b9), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:23.120559 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fef776ad-23a1-4bda-96b1-812a8789aa1a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (e205e99d-aea5-4632-89c7-321b5f1088b9), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:23.132643 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-fef776ad-23a1-4bda-96b1-812a8789aa1a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Calling delete_port for e205e99d-aea5-4632-89c7-321b5f1088b9 owned by network:floatingip {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:23:23.336106 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fef776ad-23a1-4bda-96b1-812a8789aa1a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (e205e99d-aea5-4632-89c7-321b5f1088b9), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:23.364754 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef776ad-23a1-4bda-96b1-812a8789aa1a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event deleted for resources: {'Port': ['ID=e205e99d-aea5-4632-89c7-321b5f1088b9,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:23.425083 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fef776ad-23a1-4bda-96b1-812a8789aa1a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (79cba7d4-e290-4d8f-ae2b-2aae698de296), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:23.427963 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fef776ad-23a1-4bda-96b1-812a8789aa1a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:23.429110 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-fef776ad-23a1-4bda-96b1-812a8789aa1a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "DELETE /v2.0/floatingips/79cba7d4-e290-4d8f-ae2b-2aae698de296 HTTP/1.1" status: 204 len: 168 time: 0.5250943 Apr 06 17:23:23.956956 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 7c932fda-ecce-4a1e-85e2-54bb4428b914 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:23:23.976125 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: 7c932fda-ecce-4a1e-85e2-54bb4428b914 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:23:23.976496 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 7c932fda-ecce-4a1e-85e2-54bb4428b914 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:23:26.354114 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcc20f-9333-46fb-bcd3-d1da86e3265c req-cec13aca-a42e-414e-ba5b-dace8e6dd4d9 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:26.356308 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-43bcc20f-9333-46fb-bcd3-d1da86e3265c req-cec13aca-a42e-414e-ba5b-dace8e6dd4d9 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 946 time: 0.0518863 Apr 06 17:23:26.401403 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-43bcc20f-9333-46fb-bcd3-d1da86e3265c req-a9e36dc4-8443-4b89-843f-1d69fb20c314 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395367 Apr 06 17:23:27.518790 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772f9ed-1369-4384-8535-fe157681b865 req-befac78d-8ad8-4231-a3d4-197f54ae0c08 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:27.520308 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3772f9ed-1369-4384-8535-fe157681b865 req-befac78d-8ad8-4231-a3d4-197f54ae0c08 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 946 time: 0.0515790 Apr 06 17:23:27.569172 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3772f9ed-1369-4384-8535-fe157681b865 req-952b1d9f-1faa-4858-ba5e-861cb601307c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 Apr 06 17:23:28.145760 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-452ab292-2d1f-4871-acff-82f2a449e949 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:28.147209 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-452ab292-2d1f-4871-acff-82f2a449e949 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 946 time: 0.0503149 Apr 06 17:23:28.236806 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Deleting port 460af4b0-fd26-4138-80ed-77d3a3a72e15 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:23:28.237145 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.322699 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] For port 460af4b0-fd26-4138-80ed-77d3a3a72e15, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=460af4b0-fd26-4138-80ed-77d3a3a72e15,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:28.323079 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.492666 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.492950 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (710ac75f-6935-4f6b-bef0-b0df043d5cc4), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.493267 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.l3_db [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Floating IP 710ac75f-6935-4f6b-bef0-b0df043d5cc4 disassociated. External IP: 172.27.1.233, port: 460af4b0-fd26-4138-80ed-77d3a3a72e15. Apr 06 17:23:28.493605 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Calling delete_port for 460af4b0-fd26-4138-80ed-77d3a3a72e15 owned by compute:nova {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:23:28.689330 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f454219-250b-4672-9550-7c73133d8822 req-4de83de5-da16-4c0d-9572-5a87b5519a70 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:28.690539 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (460af4b0-fd26-4138-80ed-77d3a3a72e15), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.690839 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2f454219-250b-4672-9550-7c73133d8822 req-4de83de5-da16-4c0d-9572-5a87b5519a70 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 946 time: 0.0538874 Apr 06 17:23:28.723167 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event deleted for resources: {'Port': ['ID=460af4b0-fd26-4138-80ed-77d3a3a72e15,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:28.760236 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2f454219-250b-4672-9550-7c73133d8822 req-bf9abcae-63e4-48cf-ac3d-a5f45e2bba42 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621037 Apr 06 17:23:28.843240 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Router 318cd029-2a61-485b-aa82-967c9a7907fb has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:23:28.952276 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:23:28.962035 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb03af7-1057-454e-a499-aa9886c0a691 None None] Sync routers for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:23:28.971965 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb03af7-1057-454e-a499-aa9886c0a691 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:23:28.972584 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-afb03af7-1057-454e-a499-aa9886c0a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:23:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:28.993880 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] No DVR routers for this DVR port 460af4b0-fd26-4138-80ed-77d3a3a72e15 on host hv-cinder-83685 {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:23:28.996570 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:28.999993 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-16b4eb1c-a32a-4e34-bd42-4664d749634a req-e4ad7b92-6976-4540-9028-94ada87e3288 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "DELETE /v2.0/ports/460af4b0-fd26-4138-80ed-77d3a3a72e15 HTTP/1.1" status: 204 len: 173 time: 0.8472404 Apr 06 17:23:29.000384 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'name': 'network-vif-deleted', 'tag': '460af4b0-fd26-4138-80ed-77d3a3a72e15'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:29.002887 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548fd007-82e7-46e5-9d7e-19c2c4da200e" -d '{"events": [{"server_uuid": "1bb8ea2f-7610-48db-ad19-2b19d210117e", "name": "network-vif-deleted", "tag": "460af4b0-fd26-4138-80ed-77d3a3a72e15"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:29.041012 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e289bf17-948c-4658-b1b5-764dcff980c3 x-openstack-request-id: req-e289bf17-948c-4658-b1b5-764dcff980c3 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:29.041012 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb8ea2f-7610-48db-ad19-2b19d210117e", "name": "network-vif-deleted", "tag": "460af4b0-fd26-4138-80ed-77d3a3a72e15", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:29.041012 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e289bf17-948c-4658-b1b5-764dcff980c3 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:29.041012 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e289bf17-948c-4658-b1b5-764dcff980c3'] response: {'server_uuid': '1bb8ea2f-7610-48db-ad19-2b19d210117e', 'name': 'network-vif-deleted', 'tag': '460af4b0-fd26-4138-80ed-77d3a3a72e15', 'status': 'completed', 'code': 200} Apr 06 17:23:29.086084 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-afb03af7-1057-454e-a499-aa9886c0a691 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:23:29.288810 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-afb03af7-1057-454e-a499-aa9886c0a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:29.318310 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb03af7-1057-454e-a499-aa9886c0a691 None None] Checking router: 318cd029-2a61-485b-aa82-967c9a7907fb for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:23:29.327172 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb03af7-1057-454e-a499-aa9886c0a691 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:23:29.327717 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-afb03af7-1057-454e-a499-aa9886c0a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:23:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:29.436554 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-afb03af7-1057-454e-a499-aa9886c0a691 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:23:29.632892 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-afb03af7-1057-454e-a499-aa9886c0a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:29.657518 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb03af7-1057-454e-a499-aa9886c0a691 None None] The sync data for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi is: [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:23:29.877408 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-33b3485c-8c51-4860-bf80-f99adf567ac5 req-89e8d407-61ce-4852-bdca-f0f468d4c369 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=1bb8ea2f-7610-48db-ad19-2b19d210117e HTTP/1.1" status: 200 len: 210 time: 0.0337784 Apr 06 17:23:29.877898 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a59a920-f158-4119-9eaa-e5a494343b24 None None] New status for floating IP 710ac75f-6935-4f6b-bef0-b0df043d5cc4: DOWN {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:23:31.033034 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43308) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:31.086451 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e4644c30-351c-4c66-98aa-9b3a3c1a9e76 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:31.109134 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e4644c30-351c-4c66-98aa-9b3a3c1a9e76 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:31.221644 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e4644c30-351c-4c66-98aa-9b3a3c1a9e76 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:31.224267 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e4644c30-351c-4c66-98aa-9b3a3c1a9e76 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:31.225397 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-e4644c30-351c-4c66-98aa-9b3a3c1a9e76 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "DELETE /v2.0/security-groups/ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f HTTP/1.1" status: 204 len: 168 time: 0.1913829 Apr 06 17:23:31.228234 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43310) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:31.234552 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4644c30-351c-4c66-98aa-9b3a3c1a9e76 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:31.243936 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.api.v2.resource [None req-6b387d78-c8d4-4a2c-b471-7ee9416944e9 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] show failed (client error): The resource could not be found. Apr 06 17:23:31.249832 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-6b387d78-c8d4-4a2c-b471-7ee9416944e9 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups/ca9c8e5f-75cb-4927-94b2-2b0cc5baf20f HTTP/1.1" status: 404 len: 347 time: 0.0156200 Apr 06 17:23:31.250038 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43312) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:31.368703 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-f07e4b96-5dcf-4e55-9a0a-cf69e1b05d58 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Deleting port 4d461aa2-babe-4206-b54d-5027be8e95f7 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:23:31.369047 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f07e4b96-5dcf-4e55-9a0a-cf69e1b05d58 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (4d461aa2-babe-4206-b54d-5027be8e95f7), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:31.444036 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f07e4b96-5dcf-4e55-9a0a-cf69e1b05d58 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (4d461aa2-babe-4206-b54d-5027be8e95f7), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:31.444360 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f07e4b96-5dcf-4e55-9a0a-cf69e1b05d58 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (4d461aa2-babe-4206-b54d-5027be8e95f7), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:31.455487 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-f07e4b96-5dcf-4e55-9a0a-cf69e1b05d58 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Calling delete_port for 4d461aa2-babe-4206-b54d-5027be8e95f7 owned by network:floatingip {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:23:31.650177 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f07e4b96-5dcf-4e55-9a0a-cf69e1b05d58 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (4d461aa2-babe-4206-b54d-5027be8e95f7), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:31.673594 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e4b96-5dcf-4e55-9a0a-cf69e1b05d58 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event deleted for resources: {'Port': ['ID=4d461aa2-babe-4206-b54d-5027be8e95f7,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:31.735242 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f07e4b96-5dcf-4e55-9a0a-cf69e1b05d58 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (710ac75f-6935-4f6b-bef0-b0df043d5cc4), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:31.737838 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-f07e4b96-5dcf-4e55-9a0a-cf69e1b05d58 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:31.739057 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-f07e4b96-5dcf-4e55-9a0a-cf69e1b05d58 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "DELETE /v2.0/floatingips/710ac75f-6935-4f6b-bef0-b0df043d5cc4 HTTP/1.1" status: 204 len: 168 time: 0.4877493 Apr 06 17:23:31.971962 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 460af4b0-fd26-4138-80ed-77d3a3a72e15 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:23:31.991884 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: 460af4b0-fd26-4138-80ed-77d3a3a72e15 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:23:31.992230 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 460af4b0-fd26-4138-80ed-77d3a3a72e15 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:23:32.255489 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43316) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:32.259992 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-fba33915-1ee7-4ddc-8f31-b9342b262872 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460982694', 'description': 'tempest-description--676326150'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:32.336162 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fba33915-1ee7-4ddc-8f31-b9342b262872 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:32.403044 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fba33915-1ee7-4ddc-8f31-b9342b262872 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (09d3113e-5d19-46b5-b973-44d18648e40f), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:32.472050 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fba33915-1ee7-4ddc-8f31-b9342b262872 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (09d3113e-5d19-46b5-b973-44d18648e40f), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:32.501525 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba33915-1ee7-4ddc-8f31-b9342b262872 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d3113e-5d19-46b5-b973-44d18648e40f,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:32.523509 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:32.555037 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-fba33915-1ee7-4ddc-8f31-b9342b262872 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:32.556311 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-fba33915-1ee7-4ddc-8f31-b9342b262872 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2998228 Apr 06 17:23:32.559889 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43318) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:32.564200 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-cbe95beb-9dc2-4801-977e-98bcb6e26b87 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'security_group_rule': {'security_group_id': '09d3113e-5d19-46b5-b973-44d18648e40f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:32.672518 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cbe95beb-9dc2-4801-977e-98bcb6e26b87 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (84b664d5-f617-4308-a1aa-221e3c6d4ea1), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:32.726495 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cbe95beb-9dc2-4801-977e-98bcb6e26b87 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (84b664d5-f617-4308-a1aa-221e3c6d4ea1), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:32.787437 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cbe95beb-9dc2-4801-977e-98bcb6e26b87 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (84b664d5-f617-4308-a1aa-221e3c6d4ea1), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:32.806520 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe95beb-9dc2-4801-977e-98bcb6e26b87 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b664d5-f617-4308-a1aa-221e3c6d4ea1,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:32.875103 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cbe95beb-9dc2-4801-977e-98bcb6e26b87 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:32.876649 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-cbe95beb-9dc2-4801-977e-98bcb6e26b87 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158221 Apr 06 17:23:32.879187 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43320) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:32.883466 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-d13e3128-93af-4887-9bbb-f49df470b646 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'security_group_rule': {'security_group_id': '09d3113e-5d19-46b5-b973-44d18648e40f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:32.945768 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d13e3128-93af-4887-9bbb-f49df470b646 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (36f3c5a0-34e7-4ea9-982a-fe5509e0daa1), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:33.000718 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d13e3128-93af-4887-9bbb-f49df470b646 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (36f3c5a0-34e7-4ea9-982a-fe5509e0daa1), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:33.049994 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d13e3128-93af-4887-9bbb-f49df470b646 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (36f3c5a0-34e7-4ea9-982a-fe5509e0daa1), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:33.066800 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e3128-93af-4887-9bbb-f49df470b646 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f3c5a0-34e7-4ea9-982a-fe5509e0daa1,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:33.114751 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d13e3128-93af-4887-9bbb-f49df470b646 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:33.116052 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d13e3128-93af-4887-9bbb-f49df470b646 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2358963 Apr 06 17:23:33.120568 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43322) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:33.123226 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:33.187446 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:33.285044 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:33.382101 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Allocated IP 172.27.1.48 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/15386b1b-16db-487c-b57c-486047bb9324) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:23:33.484108 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for port (15386b1b-16db-487c-b57c-486047bb9324), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:33.576157 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (15386b1b-16db-487c-b57c-486047bb9324), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:33.611316 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:23:33.616121 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:23:33.619738 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:23:33.644072 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'Port': ['ID=15386b1b-16db-487c-b57c-486047bb9324,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:33.710626 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (3e97e14d-beac-4b84-8b77-c68e8acd6217), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:33.791274 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (15386b1b-16db-487c-b57c-486047bb9324), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:33.937874 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for port (15386b1b-16db-487c-b57c-486047bb9324), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:33.981518 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (15386b1b-16db-487c-b57c-486047bb9324), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:34.050347 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'Port': ['ID=15386b1b-16db-487c-b57c-486047bb9324,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:34.059105 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (3e97e14d-beac-4b84-8b77-c68e8acd6217), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:34.143600 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:34.144843 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-3dd22b3e-4207-4e2f-9df4-8f080dcc7f8d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0249693 Apr 06 17:23:34.342498 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-e0f117a6-3d19-4e38-901a-1346378ff936 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--460982694&fields=id&tenant_id=2fc70a029e2a4141bc2bbe2671530f7e HTTP/1.1" status: 200 len: 267 time: 0.0495219 Apr 06 17:23:34.449244 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-8d8d1643-9f4a-45a3-bdb5-431c438b12d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:34.450709 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-8d8d1643-9f4a-45a3-bdb5-431c438b12d7 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 814 time: 0.1016688 Apr 06 17:23:34.465147 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5f61bb79-9247-4e79-96ef-afc9d86266ce tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/quotas/2fc70a029e2a4141bc2bbe2671530f7e HTTP/1.1" status: 200 len: 375 time: 0.0091310 Apr 06 17:23:34.518491 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-39d0c58b-aa91-4600-ad38-f5cc95e5ffc9 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485525 Apr 06 17:23:34.577805 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-266bceff-365b-486e-b3af-49ea93437ad2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103877) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:23:34.578838 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-266bceff-365b-486e-b3af-49ea93437ad2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0492604 Apr 06 17:23:34.671884 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-3343ea75-8f34-4953-8eb8-00c55fdcd324 service neutron] 10.222.0.66 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871744 Apr 06 17:23:34.758464 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-1ee00f10-a8aa-4863-acd8-3a5cb0b7fe24 service neutron] 10.222.0.66 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808873 Apr 06 17:23:34.956372 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4b677395-e078-4f0c-9f53-52396099432e req-e35e2182-41b1-4105-8521-1e93c6c34599 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 210 time: 0.0274079 Apr 06 17:23:36.052831 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91648ec5-fc41-435f-abb7-c0adb074040e req-c7a42330-a74f-430b-aa1b-f099e015e73b tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 210 time: 0.0310664 Apr 06 17:23:36.871828 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-c4611d87-468c-430e-9fab-444e60946cab tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:36.873287 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-c4611d87-468c-430e-9fab-444e60946cab tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 814 time: 0.1032839 Apr 06 17:23:36.938429 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-92318148-a11d-4221-b292-f2b22d7d40ec tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fc70a029e2a4141bc2bbe2671530f7e HTTP/1.1" status: 200 len: 379 time: 0.0514286 Apr 06 17:23:36.946872 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'port': {'device_id': 'b29825a9-b722-43ae-8359-4d98e6215992', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'admin_state_up': True, 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'security_groups': ['09d3113e-5d19-46b5-b973-44d18648e40f']}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:37.106459 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Made reservation on behalf of 2fc70a029e2a4141bc2bbe2671530f7e for: {'port': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:23:37.110045 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:37.147801 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcb82-ae98-4ff8-b021-8bc00ac73753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:37.150377 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f7048760-c9b2-4400-9e5a-0e38470ff6fa req-9f9bfdcb-d273-494a-9173-3727bed38519 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 210 time: 0.0286391 Apr 06 17:23:37.233605 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Allocated IP 172.20.0.13 (e9e5f664-171d-42ad-b2b5-e47e1b5c4693/d8baf18d-e181-48ae-8265-1584065c7cef/b264d4ac-899f-48c0-898f-0d4fd4acabb4) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:23:37.366433 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:37.473473 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:37.516720 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:23:37.519912 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:23:37.523520 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:23:37.530381 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'Port': ['ID=b264d4ac-899f-48c0-898f-0d4fd4acabb4,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:37.579921 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:37.580545 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:37.647178 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-2da76b38-9656-4a76-aeea-d068cd846e3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7038572 Apr 06 17:23:37.664164 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Request body: {'port': {'device_id': 'b29825a9-b722-43ae-8359-4d98e6215992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:37.722064 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:37.764520 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-023dfea1-3cd0-46aa-ae52-814ff2503b3b None None] Provisioning complete for port b264d4ac-899f-48c0-898f-0d4fd4acabb4 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:23:37.764899 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-023dfea1-3cd0-46aa-ae52-814ff2503b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:37.802245 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-023dfea1-3cd0-46aa-ae52-814ff2503b3b None None] Port b264d4ac-899f-48c0-898f-0d4fd4acabb4 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:23:37.977817 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b264d4ac-899f-48c0-898f-0d4fd4acabb4 {{(pid=103876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:23:37.985477 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Publish callbacks [] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:38.000946 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.provisioning_blocks [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Transition to ACTIVE for port object b264d4ac-899f-48c0-898f-0d4fd4acabb4 will not be triggered until provisioned by entity L2. {{(pid=103876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:23:38.101299 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:38.149941 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Pushing event updated for resources: {'Port': ['ID=b264d4ac-899f-48c0-898f-0d4fd4acabb4,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:38.226016 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Attempting to bind port b264d4ac-899f-48c0-898f-0d4fd4acabb4 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:23:38.226467 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Attempting to bind port b264d4ac-899f-48c0-898f-0d4fd4acabb4 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:23:38.226830 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Attempting to bind port b264d4ac-899f-48c0-898f-0d4fd4acabb4 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:23:38.238496 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Port b264d4ac-899f-48c0-898f-0d4fd4acabb4 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:23:38.239126 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Attempting to bind port b264d4ac-899f-48c0-898f-0d4fd4acabb4 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:23:38.245075 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:23:38.245477 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Checking segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:23:38.245873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Bound using segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:23:38.246306 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Bound port: b264d4ac-899f-48c0-898f-0d4fd4acabb4, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'}}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:23:38.246671 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:38.273695 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c2ebe-3df2-4cb6-9fb7-9875702980e6 req-b4c2c7dd-0c99-4f8f-9536-755ccc57ac38 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:38.275430 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-151c2ebe-3df2-4cb6-9fb7-9875702980e6 req-b4c2c7dd-0c99-4f8f-9536-755ccc57ac38 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 944 time: 0.0547655 Apr 06 17:23:38.324423 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] For port b264d4ac-899f-48c0-898f-0d4fd4acabb4, host hv-cinder-83685, cleared binding levels {{(pid=103876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:23:38.326790 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-151c2ebe-3df2-4cb6-9fb7-9875702980e6 req-5a81f080-5f9b-4b2a-80cc-8c15c11362e2 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450323 Apr 06 17:23:38.328542 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] For port b264d4ac-899f-48c0-898f-0d4fd4acabb4, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=b264d4ac-899f-48c0-898f-0d4fd4acabb4,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:23:38.399561 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:38.435033 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:38.435669 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:38.437126 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] 10.222.0.58 "PUT /v2.0/ports/b264d4ac-899f-48c0-898f-0d4fd4acabb4 HTTP/1.1" status: 200 len: 1094 time: 0.7773130 Apr 06 17:23:38.437508 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29825a9-b722-43ae-8359-4d98e6215992', 'tag': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:38.439818 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053635c9-191f-45d2-8ada-e0edbd2ddaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "b29825a9-b722-43ae-8359-4d98e6215992", "tag": "b264d4ac-899f-48c0-898f-0d4fd4acabb4"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:38.463590 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd01c6-130e-4fa1-ac3f-cdde7e9441ce service neutron] Pushing event updated for resources: {'Port': ['ID=b264d4ac-899f-48c0-898f-0d4fd4acabb4,revision_number=3']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:38.487373 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ed2bff-47d3-41bb-af2d-b3608982802f x-openstack-request-id: req-56ed2bff-47d3-41bb-af2d-b3608982802f {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:38.487671 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29825a9-b722-43ae-8359-4d98e6215992", "tag": "b264d4ac-899f-48c0-898f-0d4fd4acabb4", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:38.487930 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56ed2bff-47d3-41bb-af2d-b3608982802f {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:38.488369 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ed2bff-47d3-41bb-af2d-b3608982802f'] response: {'name': 'network-changed', 'server_uuid': 'b29825a9-b722-43ae-8359-4d98e6215992', 'tag': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4', 'status': 'completed', 'code': 200} Apr 06 17:23:38.575416 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053635c9-191f-45d2-8ada-e0edbd2ddaf3 req-9b4cc0f8-ba6e-4ef7-ba0d-db6cd928916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:38.576938 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-053635c9-191f-45d2-8ada-e0edbd2ddaf3 req-9b4cc0f8-ba6e-4ef7-ba0d-db6cd928916f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 1128 time: 0.0479207 Apr 06 17:23:38.939293 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053635c9-191f-45d2-8ada-e0edbd2ddaf3 req-0d0f2b76-7b9e-49a3-8c6a-0c5173460bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:38.940764 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-053635c9-191f-45d2-8ada-e0edbd2ddaf3 req-0d0f2b76-7b9e-49a3-8c6a-0c5173460bd2 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3497949 Apr 06 17:23:39.035238 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053635c9-191f-45d2-8ada-e0edbd2ddaf3 req-9a8d6e50-7641-49d0-b514-7e256dd16748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:39.036695 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-053635c9-191f-45d2-8ada-e0edbd2ddaf3 req-9a8d6e50-7641-49d0-b514-7e256dd16748 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891271 Apr 06 17:23:39.138208 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-dfa6e347-0481-4eec-8acb-c74ee3aa8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:39.139706 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-dfa6e347-0481-4eec-8acb-c74ee3aa8f0a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 1128 time: 0.0439107 Apr 06 17:23:39.188202 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-9054cb69-016b-4635-ba3e-82b1c66d49f0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b264d4ac-899f-48c0-898f-0d4fd4acabb4 HTTP/1.1" status: 200 len: 217 time: 0.0358613 Apr 06 17:23:39.234260 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-4a3e2e6b-6daa-474b-b700-796280df9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:39.235594 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-4a3e2e6b-6daa-474b-b700-796280df9e52 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 200 len: 853 time: 0.0417180 Apr 06 17:23:39.282407 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-8c2c70bc-f71f-45da-aae9-7497e1815027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:39.283905 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-8c2c70bc-f71f-45da-aae9-7497e1815027 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431135 Apr 06 17:23:39.308986 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:23:39.376281 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-7363288e-5902-4bb2-8b9e-360126080824 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849586 Apr 06 17:23:39.444506 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcf6f0-5087-4061-bd0d-aa158a95820b req-13bcb1bb-22cb-4038-938e-103b4f0c38bb tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:39.445980 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fcfcf6f0-5087-4061-bd0d-aa158a95820b req-13bcb1bb-22cb-4038-938e-103b4f0c38bb tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 944 time: 0.0509408 Apr 06 17:23:39.464278 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6a7afb54-3ece-42c1-82f3-3251bcbf2cb6 req-c76e9ce7-21ea-45ef-a3b5-086a304dc98e service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818319 Apr 06 17:23:39.504767 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fcfcf6f0-5087-4061-bd0d-aa158a95820b req-42eb3df6-f2bc-4597-b999-7d07f3f5b4c6 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428455 Apr 06 17:23:39.609967 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-5ecadfa4-f982-4cb5-88ac-1c40aa19efd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:40.615465 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd40f73-9b2b-4974-820d-8008d2a19add req-2a95db43-2eab-4206-bc76-c797230e6695 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:40.630953 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3bd40f73-9b2b-4974-820d-8008d2a19add req-2a95db43-2eab-4206-bc76-c797230e6695 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 944 time: 0.0516205 Apr 06 17:23:40.650611 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:40.663258 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3bd40f73-9b2b-4974-820d-8008d2a19add req-e4a40241-27cf-45b2-b31f-f0a7e84719b3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407271 Apr 06 17:23:41.780753 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2db4-ab5f-48fc-bb4b-5795cd3e7f3f req-c7408110-e6e3-423e-a142-c386081bd65c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:41.782253 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-76ac2db4-ab5f-48fc-bb4b-5795cd3e7f3f req-c7408110-e6e3-423e-a142-c386081bd65c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 944 time: 0.0534902 Apr 06 17:23:41.821972 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:41.828161 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-76ac2db4-ab5f-48fc-bb4b-5795cd3e7f3f req-4f159cd3-35a2-4c4e-8e7f-240cddaf250b tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404859 Apr 06 17:23:42.946561 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e476b7-cc27-4e3c-9c75-e57479d94c53 req-88257978-f7ef-47f9-ad69-93cc6f048bab tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:42.948053 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0e476b7-cc27-4e3c-9c75-e57479d94c53 req-88257978-f7ef-47f9-ad69-93cc6f048bab tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 944 time: 0.0545046 Apr 06 17:23:42.992735 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c0e476b7-cc27-4e3c-9c75-e57479d94c53 req-a7017a8b-f3c2-473c-891d-f354f9b5a6f1 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382590 Apr 06 17:23:43.324865 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:44.028614 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device b264d4ac-899f-48c0-898f-0d4fd4acabb4 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:23:44.109102 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99de437-0206-489b-8d00-b0cc07f25fd3 req-6aed105e-e61e-42ab-9bfb-d67278f089ce tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:44.110590 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d99de437-0206-489b-8d00-b0cc07f25fd3 req-6aed105e-e61e-42ab-9bfb-d67278f089ce tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 944 time: 0.0516932 Apr 06 17:23:44.122835 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port b264d4ac-899f-48c0-898f-0d4fd4acabb4, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=b264d4ac-899f-48c0-898f-0d4fd4acabb4,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:44.134564 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'port_id': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4', 'mac_address': 'fa:16:3e:2b:76:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:23:44.157309 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d99de437-0206-489b-8d00-b0cc07f25fd3 req-d120d6c5-f70d-4da5-80d6-b8eee5193794 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410957 Apr 06 17:23:44.170987 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port b264d4ac-899f-48c0-898f-0d4fd4acabb4 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:23:44.171425 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:44.187542 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b264d4ac-899f-48c0-898f-0d4fd4acabb4 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:23:44.206027 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port b264d4ac-899f-48c0-898f-0d4fd4acabb4, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=b264d4ac-899f-48c0-898f-0d4fd4acabb4,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:44.273207 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:44.320004 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=b264d4ac-899f-48c0-898f-0d4fd4acabb4,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:44.327477 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.328099 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.328203 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.328494 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.328831 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.329195 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.329528 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.329858 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.330262 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.330511 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.330838 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.331478 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.331808 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.332128 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.332448 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:23:44.663516 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['b264d4ac-899f-48c0-898f-0d4fd4acabb4'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:23:45.274618 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fee92-585f-4bbd-bf2c-da8e417c7deb req-7ca68b5e-d938-4ef2-b078-9cea5f832cd3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:45.276123 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-087fee92-585f-4bbd-bf2c-da8e417c7deb req-7ca68b5e-d938-4ef2-b078-9cea5f832cd3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 945 time: 0.0555320 Apr 06 17:23:45.321331 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-087fee92-585f-4bbd-bf2c-da8e417c7deb req-4ea4eb70-c8c6-4964-91ff-856790537baa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390716 Apr 06 17:23:46.042968 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device b264d4ac-899f-48c0-898f-0d4fd4acabb4 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:23:46.193207 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port b264d4ac-899f-48c0-898f-0d4fd4acabb4 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:23:46.197051 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port b264d4ac-899f-48c0-898f-0d4fd4acabb4 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:23:46.197430 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:46.271481 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port b264d4ac-899f-48c0-898f-0d4fd4acabb4 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:23:46.271874 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:46.294257 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29825a9-b722-43ae-8359-4d98e6215992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:46.296435 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7e06e6-97e5-474a-be2a-cca255b0421a" -d '{"events": [{"server_uuid": "b29825a9-b722-43ae-8359-4d98e6215992", "name": "network-vif-plugged", "status": "completed", "tag": "b264d4ac-899f-48c0-898f-0d4fd4acabb4"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:46.312403 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port b264d4ac-899f-48c0-898f-0d4fd4acabb4, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=b264d4ac-899f-48c0-898f-0d4fd4acabb4,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:23:46.377306 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:46.439452 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=b264d4ac-899f-48c0-898f-0d4fd4acabb4,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:23:46.447059 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02165ae3-7bf2-4d4b-92a9-971d890f0f78 req-1a6e1163-cfab-464b-9db8-3c915270b323 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:46.448636 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-02165ae3-7bf2-4d4b-92a9-971d890f0f78 req-1a6e1163-cfab-464b-9db8-3c915270b323 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 946 time: 0.0552652 Apr 06 17:23:46.460534 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dd7327-1731-499a-bcdd-724ec87d62d7 x-openstack-request-id: req-09dd7327-1731-499a-bcdd-724ec87d62d7 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:46.460828 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29825a9-b722-43ae-8359-4d98e6215992", "name": "network-vif-plugged", "status": "completed", "tag": "b264d4ac-899f-48c0-898f-0d4fd4acabb4", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:46.461081 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-09dd7327-1731-499a-bcdd-724ec87d62d7 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:46.461479 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09dd7327-1731-499a-bcdd-724ec87d62d7'] response: {'server_uuid': 'b29825a9-b722-43ae-8359-4d98e6215992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4', 'code': 200} Apr 06 17:23:46.495595 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-02165ae3-7bf2-4d4b-92a9-971d890f0f78 req-649083a0-dbc7-457e-8d4b-3ddce50c0a82 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415089 Apr 06 17:23:46.778250 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a65ec-4d6b-4211-8bf2-87552be788a1 req-5a3c20f2-6ce7-49b4-b4d2-8914c251b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:46.779789 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-c47a65ec-4d6b-4211-8bf2-87552be788a1 req-5a3c20f2-6ce7-49b4-b4d2-8914c251b977 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 1130 time: 0.0478494 Apr 06 17:23:46.819866 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-c47a65ec-4d6b-4211-8bf2-87552be788a1 req-955e40d3-44f6-4c34-8156-c529f7e0c99b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347841 Apr 06 17:23:47.612420 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8c956-d560-4f7a-baa0-4d06587ff8bb req-ff7a5d36-4b47-48d1-ab6d-38fa15d7afbc tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:47.613861 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7fb8c956-d560-4f7a-baa0-4d06587ff8bb req-ff7a5d36-4b47-48d1-ab6d-38fa15d7afbc tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 946 time: 0.0513666 Apr 06 17:23:47.665894 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7fb8c956-d560-4f7a-baa0-4d06587ff8bb req-439359c2-7db7-4281-8276-7b5a489cb9dd tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465555 Apr 06 17:23:48.780781 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9035c-4bf0-4aef-8009-152ff842f4dc req-b17349bf-421d-49d2-8084-a7784e3d8a14 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:48.782243 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-09b9035c-4bf0-4aef-8009-152ff842f4dc req-b17349bf-421d-49d2-8084-a7784e3d8a14 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 946 time: 0.0523551 Apr 06 17:23:48.827043 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-09b9035c-4bf0-4aef-8009-152ff842f4dc req-1a5bedd5-1f6e-4156-ab17-f91e21bb1770 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393596 Apr 06 17:23:48.938966 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25ef31-3a24-4b0a-a944-ac8cd403ed38 req-5f7311cd-598c-4a62-8c54-247182024303 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:48.940455 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4d25ef31-3a24-4b0a-a944-ac8cd403ed38 req-5f7311cd-598c-4a62-8c54-247182024303 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 946 time: 0.0524814 Apr 06 17:23:48.948859 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43390) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:23:48.953219 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-457c0537-398e-44cc-92a5-116090c0186f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'floatingip': {'port_id': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:23:48.995529 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-457c0537-398e-44cc-92a5-116090c0186f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (3e97e14d-beac-4b84-8b77-c68e8acd6217), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:49.429436 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-457c0537-398e-44cc-92a5-116090c0186f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:49.484741 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-457c0537-398e-44cc-92a5-116090c0186f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (3e97e14d-beac-4b84-8b77-c68e8acd6217), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:49.584514 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-457c0537-398e-44cc-92a5-116090c0186f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Floating IP 3e97e14d-beac-4b84-8b77-c68e8acd6217 associated. External IP: 172.27.1.48, port: b264d4ac-899f-48c0-898f-0d4fd4acabb4. Apr 06 17:23:49.796192 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457c0537-398e-44cc-92a5-116090c0186f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Router 318cd029-2a61-485b-aa82-967c9a7907fb has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:23:49.903948 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457c0537-398e-44cc-92a5-116090c0186f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:23:49.908820 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-457c0537-398e-44cc-92a5-116090c0186f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:23:49.913317 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c275a-71d5-47e2-b8d1-e9c3cf148a22 None None] Sync routers for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:23:49.922780 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c275a-71d5-47e2-b8d1-e9c3cf148a22 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:23:49.923430 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-fa3c275a-71d5-47e2-b8d1-e9c3cf148a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:23:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:49.940204 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-457c0537-398e-44cc-92a5-116090c0186f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "PUT /v2.0/floatingips/3e97e14d-beac-4b84-8b77-c68e8acd6217 HTTP/1.1" status: 200 len: 991 time: 0.9903057 Apr 06 17:23:49.940766 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29825a9-b722-43ae-8359-4d98e6215992', 'tag': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:23:49.943050 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24ec922-2748-477a-af76-7acadd25f3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b29825a9-b722-43ae-8359-4d98e6215992", "tag": "b264d4ac-899f-48c0-898f-0d4fd4acabb4"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:23:49.978016 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d923137c-e41a-4d3c-a2ee-40b01812a0bb x-openstack-request-id: req-d923137c-e41a-4d3c-a2ee-40b01812a0bb {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:23:49.978309 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29825a9-b722-43ae-8359-4d98e6215992", "tag": "b264d4ac-899f-48c0-898f-0d4fd4acabb4", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:23:49.978564 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d923137c-e41a-4d3c-a2ee-40b01812a0bb {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:23:49.978973 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d923137c-e41a-4d3c-a2ee-40b01812a0bb'] response: {'name': 'network-changed', 'server_uuid': 'b29825a9-b722-43ae-8359-4d98e6215992', 'tag': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4', 'status': 'completed', 'code': 200} Apr 06 17:23:50.039267 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-fa3c275a-71d5-47e2-b8d1-e9c3cf148a22 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:23:50.067971 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ec922-2748-477a-af76-7acadd25f3ed req-f1f4b9e5-28c5-4d75-b28b-c29680ae9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:50.072043 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f24ec922-2748-477a-af76-7acadd25f3ed req-f1f4b9e5-28c5-4d75-b28b-c29680ae9e8b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 1130 time: 0.0491033 Apr 06 17:23:50.160989 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ec922-2748-477a-af76-7acadd25f3ed req-a59bf82f-3726-411b-9510-1b348336bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:50.162504 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f24ec922-2748-477a-af76-7acadd25f3ed req-a59bf82f-3726-411b-9510-1b348336bca2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 915 time: 0.0865355 Apr 06 17:23:50.225592 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f24ec922-2748-477a-af76-7acadd25f3ed req-8a634bba-4c0c-4191-9136-90a6cdb45f0b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b264d4ac-899f-48c0-898f-0d4fd4acabb4 HTTP/1.1" status: 200 len: 999 time: 0.0574112 Apr 06 17:23:50.257590 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-fa3c275a-71d5-47e2-b8d1-e9c3cf148a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '3e97e14d-beac-4b84-8b77-c68e8acd6217', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:2b:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29825a9-b722-43ae-8359-4d98e6215992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:23:33Z', 'updated_at': '2022-04-06T17:23:49Z', 'revision_number': 1, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:50.273274 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ec922-2748-477a-af76-7acadd25f3ed req-7c77c9c1-3fcb-417d-85c2-4cdff20060a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:50.274727 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f24ec922-2748-477a-af76-7acadd25f3ed req-7c77c9c1-3fcb-417d-85c2-4cdff20060a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 200 len: 853 time: 0.0433004 Apr 06 17:23:50.331251 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ec922-2748-477a-af76-7acadd25f3ed req-9b51f170-c5e2-4df1-a593-c8438848db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:23:50.332702 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f24ec922-2748-477a-af76-7acadd25f3ed req-9b51f170-c5e2-4df1-a593-c8438848db07 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521941 Apr 06 17:23:50.372628 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c275a-71d5-47e2-b8d1-e9c3cf148a22 None None] Checking router: 318cd029-2a61-485b-aa82-967c9a7907fb for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:23:50.381645 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c275a-71d5-47e2-b8d1-e9c3cf148a22 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:23:50.382252 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-fa3c275a-71d5-47e2-b8d1-e9c3cf148a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:23:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:50.423526 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f24ec922-2748-477a-af76-7acadd25f3ed req-0b372034-7782-480b-ab21-ffb85a9297c5 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839317 Apr 06 17:23:50.488025 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-fa3c275a-71d5-47e2-b8d1-e9c3cf148a22 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:23:50.513562 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f24ec922-2748-477a-af76-7acadd25f3ed req-9ea13020-46cc-45fb-a5f6-1d04d06df7e6 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848722 Apr 06 17:23:50.706696 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-fa3c275a-71d5-47e2-b8d1-e9c3cf148a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '3e97e14d-beac-4b84-8b77-c68e8acd6217', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:2b:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29825a9-b722-43ae-8359-4d98e6215992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:23:33Z', 'updated_at': '2022-04-06T17:23:49Z', 'revision_number': 1, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:23:50.736037 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c275a-71d5-47e2-b8d1-e9c3cf148a22 None None] The sync data for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi is: [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '3e97e14d-beac-4b84-8b77-c68e8acd6217', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:2b:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29825a9-b722-43ae-8359-4d98e6215992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:23:33Z', 'updated_at': '2022-04-06T17:23:49Z', 'revision_number': 1, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:23:50.915701 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb5f82-6476-478b-abc4-70ba2d116ea2 None None] New status for floating IP 3e97e14d-beac-4b84-8b77-c68e8acd6217: ACTIVE {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:24:02.541441 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:07.159284 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-0df59116-353f-4af2-b09d-1757afddd857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:09.588115 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-039dd069-3afe-4723-8f89-bfd0c03af8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:10.518515 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:11.851039 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:13.330908 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:16.308139 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:24:23.361286 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2205926f-d05d-4e71-ba95-18205b7546aa req-4aa80cbd-542b-4379-96e0-0f8e532b3bdb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435975 Apr 06 17:24:23.465226 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205926f-d05d-4e71-ba95-18205b7546aa req-625a2ce0-413b-45e2-a456-185f31737fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:23.466699 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2205926f-d05d-4e71-ba95-18205b7546aa req-625a2ce0-413b-45e2-a456-185f31737fa4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 1130 time: 0.0439744 Apr 06 17:24:23.566929 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205926f-d05d-4e71-ba95-18205b7546aa req-635ddbf6-e600-4916-a2f2-d8affe9e34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:23.568400 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2205926f-d05d-4e71-ba95-18205b7546aa req-635ddbf6-e600-4916-a2f2-d8affe9e34e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 915 time: 0.0845859 Apr 06 17:24:23.630945 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2205926f-d05d-4e71-ba95-18205b7546aa req-569390fe-5c45-46aa-a7fe-80587e04ad31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b264d4ac-899f-48c0-898f-0d4fd4acabb4 HTTP/1.1" status: 200 len: 1001 time: 0.0569506 Apr 06 17:24:23.677096 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205926f-d05d-4e71-ba95-18205b7546aa req-d78411a7-6489-4f52-891f-8cfd27e7db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:23.678496 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2205926f-d05d-4e71-ba95-18205b7546aa req-d78411a7-6489-4f52-891f-8cfd27e7db63 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 200 len: 853 time: 0.0421350 Apr 06 17:24:23.728639 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205926f-d05d-4e71-ba95-18205b7546aa req-8d5d307b-a909-4882-82df-84b6157b4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:24:23.730131 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2205926f-d05d-4e71-ba95-18205b7546aa req-8d5d307b-a909-4882-82df-84b6157b4434 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461173 Apr 06 17:24:23.816624 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2205926f-d05d-4e71-ba95-18205b7546aa req-6aa71a4f-2497-4fe5-b160-f79c587c5d0b service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802467 Apr 06 17:24:23.904338 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-2205926f-d05d-4e71-ba95-18205b7546aa req-968558e0-d467-43a3-9541-b831484ff07c service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822611 Apr 06 17:24:32.531291 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:37.148803 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3e3e111e-0c65-4c00-9311-ec0053ff98ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:39.565528 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ea24a579-7773-4330-b4f9-b5c4b0096f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:40.531451 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:41.856908 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:43.330534 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:24:53.307054 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:25:02.548889 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:07.154407 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-42ec965b-d6bf-4111-be19-6fb1e9d65782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:09.589327 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c5ad7504-e096-4240-b56b-8000183b192a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:10.543644 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:11.851734 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:13.331830 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:22.892216 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186a5d7-5f47-4d9c-be95-9dab28d6bd08 req-e5bfac29-b044-4b19-b00e-ecc8f8d4ad9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:22.893685 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6186a5d7-5f47-4d9c-be95-9dab28d6bd08 req-e5bfac29-b044-4b19-b00e-ecc8f8d4ad9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 946 time: 0.0576196 Apr 06 17:25:22.939375 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6186a5d7-5f47-4d9c-be95-9dab28d6bd08 req-35a2d52a-37ea-4f04-836d-e1990dc757be tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400960 Apr 06 17:25:24.056678 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63797a2-3ffa-457f-a873-13a09c582089 req-8439d778-803e-4c1e-bc67-e538d481887d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:24.058062 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f63797a2-3ffa-457f-a873-13a09c582089 req-8439d778-803e-4c1e-bc67-e538d481887d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 946 time: 0.0513282 Apr 06 17:25:24.103670 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f63797a2-3ffa-457f-a873-13a09c582089 req-887509ab-2de3-46af-80b6-a472352865b1 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393615 Apr 06 17:25:24.743635 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-d0e503c5-38ab-4238-b5df-964c20a6214e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:24.745096 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-d0e503c5-38ab-4238-b5df-964c20a6214e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 946 time: 0.0530756 Apr 06 17:25:24.834424 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Deleting port b264d4ac-899f-48c0-898f-0d4fd4acabb4 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:24.834768 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:24.925133 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] For port b264d4ac-899f-48c0-898f-0d4fd4acabb4, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=b264d4ac-899f-48c0-898f-0d4fd4acabb4,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:24.925497 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:25.091327 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:25.091619 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (3e97e14d-beac-4b84-8b77-c68e8acd6217), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:25.091943 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.l3_db [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Floating IP 3e97e14d-beac-4b84-8b77-c68e8acd6217 disassociated. External IP: 172.27.1.48, port: b264d4ac-899f-48c0-898f-0d4fd4acabb4. Apr 06 17:25:25.092287 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Calling delete_port for b264d4ac-899f-48c0-898f-0d4fd4acabb4 owned by compute:nova {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:25.220009 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507aedcd-0cd0-4818-8a26-603b4b77ad9b req-974d51ab-c49f-43f4-97cf-ae69e73775ab tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:25.221509 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-507aedcd-0cd0-4818-8a26-603b4b77ad9b req-974d51ab-c49f-43f4-97cf-ae69e73775ab tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 946 time: 0.0514069 Apr 06 17:25:25.270435 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-507aedcd-0cd0-4818-8a26-603b4b77ad9b req-cdf6007f-beae-4ea4-917f-a6ac2c222820 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=09d3113e-5d19-46b5-b973-44d18648e40f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433033 Apr 06 17:25:25.284053 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (b264d4ac-899f-48c0-898f-0d4fd4acabb4), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:25.309343 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event deleted for resources: {'Port': ['ID=b264d4ac-899f-48c0-898f-0d4fd4acabb4,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:25.320212 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.320494 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.320820 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.321156 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.321495 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.321830 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.322216 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.322546 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.322866 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.323214 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.323540 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.323859 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.324182 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.324505 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.324824 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:25.433539 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Router 318cd029-2a61-485b-aa82-967c9a7907fb has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:25:25.540872 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:25:25.550352 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106485c-8161-4dc3-abca-c9eae9f26103 None None] Sync routers for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:25:25.559762 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4106485c-8161-4dc3-abca-c9eae9f26103 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:25:25.560381 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-4106485c-8161-4dc3-abca-c9eae9f26103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:25:09Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:25.581879 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] No DVR routers for this DVR port b264d4ac-899f-48c0-898f-0d4fd4acabb4 on host hv-cinder-83685 {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:25:25.584395 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:25.587881 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-601b5f1c-39d8-46c2-a9de-f699edf151ee req-5de6ffed-225a-4df6-a825-e990b848b207 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "DELETE /v2.0/ports/b264d4ac-899f-48c0-898f-0d4fd4acabb4 HTTP/1.1" status: 204 len: 173 time: 0.8368664 Apr 06 17:25:25.588340 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29825a9-b722-43ae-8359-4d98e6215992', 'name': 'network-vif-deleted', 'tag': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:25:25.591200 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc96a77f-b9dc-47d1-906f-47bcc3efb973" -d '{"events": [{"server_uuid": "b29825a9-b722-43ae-8359-4d98e6215992", "name": "network-vif-deleted", "tag": "b264d4ac-899f-48c0-898f-0d4fd4acabb4"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:25:25.629339 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639ee823-0c52-4b66-93ee-e62c36359c8f x-openstack-request-id: req-639ee823-0c52-4b66-93ee-e62c36359c8f {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:25:25.629638 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29825a9-b722-43ae-8359-4d98e6215992", "name": "network-vif-deleted", "tag": "b264d4ac-899f-48c0-898f-0d4fd4acabb4", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:25:25.629887 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-639ee823-0c52-4b66-93ee-e62c36359c8f {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:25:25.630288 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-639ee823-0c52-4b66-93ee-e62c36359c8f'] response: {'server_uuid': 'b29825a9-b722-43ae-8359-4d98e6215992', 'name': 'network-vif-deleted', 'tag': 'b264d4ac-899f-48c0-898f-0d4fd4acabb4', 'status': 'completed', 'code': 200} Apr 06 17:25:25.672041 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-4106485c-8161-4dc3-abca-c9eae9f26103 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:25:25.882398 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-4106485c-8161-4dc3-abca-c9eae9f26103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:25.911766 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106485c-8161-4dc3-abca-c9eae9f26103 None None] Checking router: 318cd029-2a61-485b-aa82-967c9a7907fb for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:25:25.916102 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4106485c-8161-4dc3-abca-c9eae9f26103 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:25:25.916697 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-4106485c-8161-4dc3-abca-c9eae9f26103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:25:09Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:26.022273 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-4106485c-8161-4dc3-abca-c9eae9f26103 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:25:26.220514 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-4106485c-8161-4dc3-abca-c9eae9f26103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:26.335941 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4106485c-8161-4dc3-abca-c9eae9f26103 None None] The sync data for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi is: [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:25:26.379273 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-5b3201b1-e620-48c9-9475-e8e0e4aaac57 req-018df8b3-2c30-4fed-88ff-bd9d8d1a203c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=b29825a9-b722-43ae-8359-4d98e6215992 HTTP/1.1" status: 200 len: 210 time: 0.0278337 Apr 06 17:25:26.559769 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d91629-aa73-47b0-916e-4730e867ddf4 None None] New status for floating IP 3e97e14d-beac-4b84-8b77-c68e8acd6217: DOWN {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:25:27.526300 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43514) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:27.579174 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (09d3113e-5d19-46b5-b973-44d18648e40f), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.602037 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (09d3113e-5d19-46b5-b973-44d18648e40f), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.686089 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (09d3113e-5d19-46b5-b973-44d18648e40f), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.688640 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.689846 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "DELETE /v2.0/security-groups/09d3113e-5d19-46b5-b973-44d18648e40f HTTP/1.1" status: 204 len: 168 time: 0.1625440 Apr 06 17:25:27.692555 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43516) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:27.698757 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d3113e-5d19-46b5-b973-44d18648e40f,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:27.705928 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.706202 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.api.v2.resource [None req-e03cb0c0-996c-43eb-a644-405b2f3584f5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] show failed (client error): The resource could not be found. Apr 06 17:25:27.706331 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.706620 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.706964 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.707221 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-e03cb0c0-996c-43eb-a644-405b2f3584f5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups/09d3113e-5d19-46b5-b973-44d18648e40f HTTP/1.1" status: 404 len: 347 time: 0.0136635 Apr 06 17:25:27.707431 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.707701 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.708039 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.708375 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.708704 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.709038 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.709373 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.709705 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.709937 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43518) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:27.710063 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.710353 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.710706 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede6213-9282-49b2-a7b6-2e1cc2cd8102 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:27.831075 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d7fe4-e88c-4128-9183-26fed0a3f40a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Deleting port 15386b1b-16db-487c-b57c-486047bb9324 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:25:27.831417 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7fe4-e88c-4128-9183-26fed0a3f40a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (15386b1b-16db-487c-b57c-486047bb9324), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.906977 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7fe4-e88c-4128-9183-26fed0a3f40a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (15386b1b-16db-487c-b57c-486047bb9324), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.907325 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7fe4-e88c-4128-9183-26fed0a3f40a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (15386b1b-16db-487c-b57c-486047bb9324), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:27.918472 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d7fe4-e88c-4128-9183-26fed0a3f40a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Calling delete_port for 15386b1b-16db-487c-b57c-486047bb9324 owned by network:floatingip {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:25:28.132239 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7fe4-e88c-4128-9183-26fed0a3f40a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (15386b1b-16db-487c-b57c-486047bb9324), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:28.158150 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d7fe4-e88c-4128-9183-26fed0a3f40a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event deleted for resources: {'Port': ['ID=15386b1b-16db-487c-b57c-486047bb9324,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:28.217442 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7fe4-e88c-4128-9183-26fed0a3f40a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (3e97e14d-beac-4b84-8b77-c68e8acd6217), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:28.220718 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7fe4-e88c-4128-9183-26fed0a3f40a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:28.221876 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-2b8d7fe4-e88c-4128-9183-26fed0a3f40a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "DELETE /v2.0/floatingips/3e97e14d-beac-4b84-8b77-c68e8acd6217 HTTP/1.1" status: 204 len: 168 time: 0.5110610 Apr 06 17:25:28.494393 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device b264d4ac-899f-48c0-898f-0d4fd4acabb4 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:25:28.514207 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: b264d4ac-899f-48c0-898f-0d4fd4acabb4 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:25:28.514553 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device b264d4ac-899f-48c0-898f-0d4fd4acabb4 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:25:28.788011 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43522) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:28.792569 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-5ed3c9e5-a3b1-4c5e-a896-a9cca0980151 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--431656191', 'description': 'tempest-description--396956734'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:25:28.857924 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5ed3c9e5-a3b1-4c5e-a896-a9cca0980151 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:28.925495 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5ed3c9e5-a3b1-4c5e-a896-a9cca0980151 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (fc0a89ee-1b2b-4cb9-8efe-429f78963cdc), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:28.977336 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5ed3c9e5-a3b1-4c5e-a896-a9cca0980151 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (fc0a89ee-1b2b-4cb9-8efe-429f78963cdc), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.005876 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3c9e5-a3b1-4c5e-a896-a9cca0980151 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:29.054098 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-5ed3c9e5-a3b1-4c5e-a896-a9cca0980151 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.055374 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-5ed3c9e5-a3b1-4c5e-a896-a9cca0980151 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2663426 Apr 06 17:25:29.062768 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43524) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:29.062768 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-6f064b73-3ea7-475b-aaca-204d52d78a0e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'security_group_rule': {'security_group_id': 'fc0a89ee-1b2b-4cb9-8efe-429f78963cdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:25:29.160447 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6f064b73-3ea7-475b-aaca-204d52d78a0e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (126b5092-a84d-4204-9345-d4a4f29e5b73), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.213395 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6f064b73-3ea7-475b-aaca-204d52d78a0e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (126b5092-a84d-4204-9345-d4a4f29e5b73), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.263564 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6f064b73-3ea7-475b-aaca-204d52d78a0e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (126b5092-a84d-4204-9345-d4a4f29e5b73), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.280702 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f064b73-3ea7-475b-aaca-204d52d78a0e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126b5092-a84d-4204-9345-d4a4f29e5b73,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:29.328945 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6f064b73-3ea7-475b-aaca-204d52d78a0e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.330235 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-6f064b73-3ea7-475b-aaca-204d52d78a0e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2711642 Apr 06 17:25:29.332981 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43526) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:29.337695 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-ad2a1c7b-8d2c-4d05-b6a1-b5430d4b6232 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'security_group_rule': {'security_group_id': 'fc0a89ee-1b2b-4cb9-8efe-429f78963cdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:25:29.417844 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ad2a1c7b-8d2c-4d05-b6a1-b5430d4b6232 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (9b4db23c-9c06-425e-ae00-1efbfdf9b956), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.472923 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ad2a1c7b-8d2c-4d05-b6a1-b5430d4b6232 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (9b4db23c-9c06-425e-ae00-1efbfdf9b956), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.532503 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ad2a1c7b-8d2c-4d05-b6a1-b5430d4b6232 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (9b4db23c-9c06-425e-ae00-1efbfdf9b956), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.549612 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a1c7b-8d2c-4d05-b6a1-b5430d4b6232 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4db23c-9c06-425e-ae00-1efbfdf9b956,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:29.625561 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ad2a1c7b-8d2c-4d05-b6a1-b5430d4b6232 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.626870 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-ad2a1c7b-8d2c-4d05-b6a1-b5430d4b6232 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2929196 Apr 06 17:25:29.630249 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43528) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:29.634638 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:25:29.709233 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.804388 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:29.905583 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Allocated IP 172.27.1.80 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/17fec039-643c-48b2-8e9b-5b9a24086aa2) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:25:29.999981 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for port (17fec039-643c-48b2-8e9b-5b9a24086aa2), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.109455 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (17fec039-643c-48b2-8e9b-5b9a24086aa2), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.145569 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:25:30.150274 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:25:30.152693 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:25:30.185168 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'Port': ['ID=17fec039-643c-48b2-8e9b-5b9a24086aa2,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:30.245355 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (7939070a-8d20-4791-abff-4c0d8487d57e), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.305817 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:25:30.370578 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (17fec039-643c-48b2-8e9b-5b9a24086aa2), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.517262 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for port (17fec039-643c-48b2-8e9b-5b9a24086aa2), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.577622 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (17fec039-643c-48b2-8e9b-5b9a24086aa2), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.648356 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'Port': ['ID=17fec039-643c-48b2-8e9b-5b9a24086aa2,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:30.657595 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (7939070a-8d20-4791-abff-4c0d8487d57e), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.745689 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:30.746949 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-7e873c5c-d06c-4ed3-b603-6f832a9f1e56 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1157095 Apr 06 17:25:30.894573 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-8758ca29-3777-4ac2-ab65-bd390a77e186 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--431656191&fields=id&tenant_id=2fc70a029e2a4141bc2bbe2671530f7e HTTP/1.1" status: 200 len: 267 time: 0.0418570 Apr 06 17:25:30.999854 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-55d3cc94-edbe-4e59-b9e9-e2c4fcf6400e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:31.001284 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-55d3cc94-edbe-4e59-b9e9-e2c4fcf6400e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 814 time: 0.1002452 Apr 06 17:25:31.015517 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-6b33e1b4-0c28-4b49-973f-e4ffc03d243c tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/quotas/2fc70a029e2a4141bc2bbe2671530f7e HTTP/1.1" status: 200 len: 375 time: 0.0086005 Apr 06 17:25:31.067623 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-71971b1c-2a4a-4890-bbcd-2dde5b4a155b tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468132 Apr 06 17:25:31.203433 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-eba2e525-378c-484e-be7c-2b6a98113929 service neutron] 10.222.0.66 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249642 Apr 06 17:25:31.289657 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-34a99f65-c1c6-4790-ba5a-df6c67cc01c9 service neutron] 10.222.0.66 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799351 Apr 06 17:25:31.548714 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7c209dd0-c417-4daf-ab12-19b68ae617ff req-ed6611fd-584d-4d62-a541-1f5c2af85557 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 210 time: 0.0282874 Apr 06 17:25:32.571961 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:32.641701 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f7395b16-df01-4f91-a4e9-dadd09a18e6a req-08ca90c1-37b1-4e98-8eac-503efa910f3d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 210 time: 0.0263515 Apr 06 17:25:33.422151 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-17cf954e-b474-4b69-8544-d6a454b45016 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:33.423563 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-17cf954e-b474-4b69-8544-d6a454b45016 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 814 time: 0.1030889 Apr 06 17:25:33.488496 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-075d61ee-85fe-43df-a954-0fb57cb82d25 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fc70a029e2a4141bc2bbe2671530f7e HTTP/1.1" status: 200 len: 379 time: 0.0516622 Apr 06 17:25:33.497459 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'port': {'device_id': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'admin_state_up': True, 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'security_groups': ['fc0a89ee-1b2b-4cb9-8efe-429f78963cdc']}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:25:33.686679 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Made reservation on behalf of 2fc70a029e2a4141bc2bbe2671530f7e for: {'port': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:25:33.690158 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:33.740823 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-17e2ee05-58ea-4c34-968d-397a70088623 req-7a165a4d-4973-4d56-8b8a-c65c7b0d1c49 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 210 time: 0.0326223 Apr 06 17:25:33.819346 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Allocated IP 172.20.0.7 (e9e5f664-171d-42ad-b2b5-e47e1b5c4693/d8baf18d-e181-48ae-8265-1584065c7cef/41d90083-b9fe-4d70-abd1-8edcdd626394) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:25:33.960452 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.052335 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.091402 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:25:34.097423 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:25:34.101166 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:25:34.129794 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event updated for resources: {'Port': ['ID=41d90083-b9fe-4d70-abd1-8edcdd626394,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:34.157664 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:34.158139 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.249484 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-665614ff-9b3a-49fc-8b1a-beea262f7621 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555292 Apr 06 17:25:34.265863 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Request body: {'port': {'device_id': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:25:34.319107 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-c74f1ddd-0b5a-4b70-8ba6-50bdb80189e1 None None] Provisioning complete for port 41d90083-b9fe-4d70-abd1-8edcdd626394 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:25:34.319794 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c74f1ddd-0b5a-4b70-8ba6-50bdb80189e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.323524 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.352884 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c74f1ddd-0b5a-4b70-8ba6-50bdb80189e1 None None] Port 41d90083-b9fe-4d70-abd1-8edcdd626394 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:25:34.577808 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d90083-b9fe-4d70-abd1-8edcdd626394 {{(pid=103876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:25:34.585707 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Publish callbacks [] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.597250 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.provisioning_blocks [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Transition to ACTIVE for port object 41d90083-b9fe-4d70-abd1-8edcdd626394 will not be triggered until provisioned by entity L2. {{(pid=103876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:25:34.663258 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.715705 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Pushing event updated for resources: {'Port': ['ID=41d90083-b9fe-4d70-abd1-8edcdd626394,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:34.792399 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Attempting to bind port 41d90083-b9fe-4d70-abd1-8edcdd626394 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:25:34.792744 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Attempting to bind port 41d90083-b9fe-4d70-abd1-8edcdd626394 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:25:34.793082 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Attempting to bind port 41d90083-b9fe-4d70-abd1-8edcdd626394 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:25:34.798279 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Port 41d90083-b9fe-4d70-abd1-8edcdd626394 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:25:34.798279 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Attempting to bind port 41d90083-b9fe-4d70-abd1-8edcdd626394 on network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:25:34.804075 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:25:34.804425 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Checking segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:25:34.804821 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Bound using segment: {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:25:34.805258 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Bound port: 41d90083-b9fe-4d70-abd1-8edcdd626394, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5104cc07-72af-4666-89c2-95503c4f52df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693'}}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:25:34.805659 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:34.864450 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755ab7c-a16b-4ad6-ac5c-c48b79c0d82e req-93264078-ee74-472c-9897-956633159ec2 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:34.871310 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3755ab7c-a16b-4ad6-ac5c-c48b79c0d82e req-93264078-ee74-472c-9897-956633159ec2 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 943 time: 0.0610967 Apr 06 17:25:34.875476 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] For port 41d90083-b9fe-4d70-abd1-8edcdd626394, host hv-cinder-83685, cleared binding levels {{(pid=103876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:25:34.878985 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] For port 41d90083-b9fe-4d70-abd1-8edcdd626394, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=41d90083-b9fe-4d70-abd1-8edcdd626394,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:25:34.913393 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3755ab7c-a16b-4ad6-ac5c-c48b79c0d82e req-85bb3e05-dd09-41b5-9391-bf7d56bad889 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412414 Apr 06 17:25:34.967302 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.000139 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:35.000765 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:35.002640 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] 10.222.0.58 "PUT /v2.0/ports/41d90083-b9fe-4d70-abd1-8edcdd626394 HTTP/1.1" status: 200 len: 1093 time: 0.7406802 Apr 06 17:25:35.004650 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'tag': '41d90083-b9fe-4d70-abd1-8edcdd626394'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:25:35.006926 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e6ad74-5297-4a0f-986a-5378c4c5a3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cda6b9ae-ae3a-47b3-97dc-490b51b41f3f", "tag": "41d90083-b9fe-4d70-abd1-8edcdd626394"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:25:35.038519 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caa46d-e28a-40d6-8694-bc723b1a73ea service neutron] Pushing event updated for resources: {'Port': ['ID=41d90083-b9fe-4d70-abd1-8edcdd626394,revision_number=3']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:35.050674 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1872841a-5417-4f42-9c79-38a670adeec2 x-openstack-request-id: req-1872841a-5417-4f42-9c79-38a670adeec2 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:25:35.050965 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda6b9ae-ae3a-47b3-97dc-490b51b41f3f", "tag": "41d90083-b9fe-4d70-abd1-8edcdd626394", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:25:35.051244 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1872841a-5417-4f42-9c79-38a670adeec2 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:25:35.051662 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1872841a-5417-4f42-9c79-38a670adeec2'] response: {'name': 'network-changed', 'server_uuid': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'tag': '41d90083-b9fe-4d70-abd1-8edcdd626394', 'status': 'completed', 'code': 200} Apr 06 17:25:35.128576 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6ad74-5297-4a0f-986a-5378c4c5a3cb req-1b00a501-e634-4404-a243-84816d11a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:35.130096 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-87e6ad74-5297-4a0f-986a-5378c4c5a3cb req-1b00a501-e634-4404-a243-84816d11a0df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 1127 time: 0.0462070 Apr 06 17:25:35.239456 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6ad74-5297-4a0f-986a-5378c4c5a3cb req-49b3718e-9b31-426e-869b-171f1dd21845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:35.240911 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-87e6ad74-5297-4a0f-986a-5378c4c5a3cb req-49b3718e-9b31-426e-869b-171f1dd21845 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0966456 Apr 06 17:25:35.329111 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6ad74-5297-4a0f-986a-5378c4c5a3cb req-399c51f2-a228-4fef-99a3-8f40af3bc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:35.330484 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-87e6ad74-5297-4a0f-986a-5378c4c5a3cb req-399c51f2-a228-4fef-99a3-8f40af3bc01e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0832396 Apr 06 17:25:35.431947 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-0c5eb321-8bcb-4e3b-b198-473e8b88fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:35.433313 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-0c5eb321-8bcb-4e3b-b198-473e8b88fab6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 1127 time: 0.0466716 Apr 06 17:25:35.477047 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-d1d0a0bd-bc29-4201-aa15-35443c29a2b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41d90083-b9fe-4d70-abd1-8edcdd626394 HTTP/1.1" status: 200 len: 217 time: 0.0319712 Apr 06 17:25:35.522603 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-94574759-0b92-4195-a117-fae277bd794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:35.524008 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-94574759-0b92-4195-a117-fae277bd794d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 200 len: 853 time: 0.0416911 Apr 06 17:25:35.569827 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-073aede1-a479-4098-b98b-66efeec6b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:35.571289 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-073aede1-a479-4098-b98b-66efeec6b1c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420015 Apr 06 17:25:35.657727 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-c7283696-b1b0-409b-bdc8-bf28efc5935c service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808322 Apr 06 17:25:35.743195 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-861aa061-3961-4bbb-97dc-9f13d1aa325d req-c3d74b90-4dff-4521-81c6-39b03a58d523 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802343 Apr 06 17:25:36.174852 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1116a2-de93-4acc-be63-ca013f7fcc8d req-249ad79e-b367-4e3d-9781-a8c3b1592735 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:36.176380 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-eb1116a2-de93-4acc-be63-ca013f7fcc8d req-249ad79e-b367-4e3d-9781-a8c3b1592735 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 943 time: 0.0520403 Apr 06 17:25:36.222034 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-eb1116a2-de93-4acc-be63-ca013f7fcc8d req-f1ba0aa4-dac0-494b-9b02-f847874b94d4 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402493 Apr 06 17:25:37.160608 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7cf08201-0a85-49c2-a2f3-24375dd08884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:37.343065 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e520f-5201-4ad6-8c47-d3a65575e7e4 req-1fb655ec-5dd6-475a-bf63-a162d932b2eb tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:37.344537 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-228e520f-5201-4ad6-8c47-d3a65575e7e4 req-1fb655ec-5dd6-475a-bf63-a162d932b2eb tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 943 time: 0.0546722 Apr 06 17:25:37.391077 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-228e520f-5201-4ad6-8c47-d3a65575e7e4 req-c94b7c3a-95fc-4056-9d6b-1e8a9e4d80a5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403142 Apr 06 17:25:38.507217 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf7f32-8f42-4a91-b662-16a1d896a2d3 req-5ea3049d-e35a-41e5-959c-007ea85e0eb3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:38.508680 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e6bf7f32-8f42-4a91-b662-16a1d896a2d3 req-5ea3049d-e35a-41e5-959c-007ea85e0eb3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 943 time: 0.0530016 Apr 06 17:25:38.550665 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 41d90083-b9fe-4d70-abd1-8edcdd626394 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:25:38.555322 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e6bf7f32-8f42-4a91-b662-16a1d896a2d3 req-55749728-af26-415e-9b6b-dbca8d6ab4ca tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410974 Apr 06 17:25:38.648970 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 41d90083-b9fe-4d70-abd1-8edcdd626394, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=41d90083-b9fe-4d70-abd1-8edcdd626394,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:38.660116 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '41d90083-b9fe-4d70-abd1-8edcdd626394', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'port_id': '41d90083-b9fe-4d70-abd1-8edcdd626394', 'mac_address': 'fa:16:3e:3f:c1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:25:38.697293 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 41d90083-b9fe-4d70-abd1-8edcdd626394 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:25:38.697615 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:38.709826 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d90083-b9fe-4d70-abd1-8edcdd626394 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:25:38.729094 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 41d90083-b9fe-4d70-abd1-8edcdd626394, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=41d90083-b9fe-4d70-abd1-8edcdd626394,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:38.801022 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:38.974294 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=41d90083-b9fe-4d70-abd1-8edcdd626394,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:38.980914 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.981255 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.981595 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.981924 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.982249 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.982571 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.982892 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.983310 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.983636 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.983951 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.984267 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.984586 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.984900 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.985210 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:38.985520 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:25:39.211922 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['41d90083-b9fe-4d70-abd1-8edcdd626394'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:25:39.571956 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-dc5bedd4-9224-4420-a54a-5b2e372d03ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:39.677633 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdd3af-7e05-41f9-9f0e-7f53c5cca769 req-02992978-4221-4ab8-a022-6e50aa5ca0fb tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:39.679162 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c1fdd3af-7e05-41f9-9f0e-7f53c5cca769 req-02992978-4221-4ab8-a022-6e50aa5ca0fb tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 944 time: 0.0564175 Apr 06 17:25:39.967169 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c1fdd3af-7e05-41f9-9f0e-7f53c5cca769 req-edf72e09-5067-4960-9bd3-b35a7f087503 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822156 Apr 06 17:25:40.526109 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:40.565702 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 41d90083-b9fe-4d70-abd1-8edcdd626394 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:25:40.697838 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port 41d90083-b9fe-4d70-abd1-8edcdd626394 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:25:40.701765 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 41d90083-b9fe-4d70-abd1-8edcdd626394 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:25:40.702181 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:40.780034 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 41d90083-b9fe-4d70-abd1-8edcdd626394 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:25:40.780361 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:40.802258 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d90083-b9fe-4d70-abd1-8edcdd626394'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:25:40.804525 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245ec694-a33f-412d-827a-143d815b966d" -d '{"events": [{"server_uuid": "cda6b9ae-ae3a-47b3-97dc-490b51b41f3f", "name": "network-vif-plugged", "status": "completed", "tag": "41d90083-b9fe-4d70-abd1-8edcdd626394"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:25:40.816435 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 41d90083-b9fe-4d70-abd1-8edcdd626394, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=41d90083-b9fe-4d70-abd1-8edcdd626394,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:25:40.839537 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320070e5-3559-4cd3-804c-7e3adfce9382 x-openstack-request-id: req-320070e5-3559-4cd3-804c-7e3adfce9382 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:25:40.839826 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda6b9ae-ae3a-47b3-97dc-490b51b41f3f", "name": "network-vif-plugged", "status": "completed", "tag": "41d90083-b9fe-4d70-abd1-8edcdd626394", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:25:40.840078 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-320070e5-3559-4cd3-804c-7e3adfce9382 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:25:40.840473 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320070e5-3559-4cd3-804c-7e3adfce9382'] response: {'server_uuid': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d90083-b9fe-4d70-abd1-8edcdd626394', 'code': 200} Apr 06 17:25:40.903751 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:40.952408 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=41d90083-b9fe-4d70-abd1-8edcdd626394,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:25:41.083638 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e63df-4e73-4da8-aa37-9f1230413e09 req-daea7f0d-b6f1-4fcd-858d-509145318065 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:41.085124 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2e1e63df-4e73-4da8-aa37-9f1230413e09 req-daea7f0d-b6f1-4fcd-858d-509145318065 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 945 time: 0.0529392 Apr 06 17:25:41.134111 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2e1e63df-4e73-4da8-aa37-9f1230413e09 req-552e4bc4-88a3-472c-87cc-724f14fb55e0 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430677 Apr 06 17:25:41.431883 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77d0b3-c840-456b-b53d-425217193267 req-64f54c03-4d6d-4a5a-8f0f-35938b34e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:41.433386 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-1d77d0b3-c840-456b-b53d-425217193267 req-64f54c03-4d6d-4a5a-8f0f-35938b34e520 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 1129 time: 0.3106878 Apr 06 17:25:41.478266 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-1d77d0b3-c840-456b-b53d-425217193267 req-f0db32f2-d4b3-4fc5-b603-505414b1014a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383792 Apr 06 17:25:41.857684 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:42.254149 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e86b57-a6d8-49dc-8fd8-640f97347ec0 req-fcccceee-7426-4488-8542-a429626a4906 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:42.255639 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-12e86b57-a6d8-49dc-8fd8-640f97347ec0 req-fcccceee-7426-4488-8542-a429626a4906 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 945 time: 0.0521083 Apr 06 17:25:42.304324 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-12e86b57-a6d8-49dc-8fd8-640f97347ec0 req-33140b8f-0034-4dad-85cf-43fd380f5e1e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430393 Apr 06 17:25:43.337825 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:43.419727 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4cb10-0e88-4edf-86d2-613654f08a5f req-1c0e3f76-5fac-40ab-a8f3-1d14c3f457d0 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:43.421076 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4a4cb10-0e88-4edf-86d2-613654f08a5f req-1c0e3f76-5fac-40ab-a8f3-1d14c3f457d0 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 945 time: 0.0510905 Apr 06 17:25:43.465843 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b4a4cb10-0e88-4edf-86d2-613654f08a5f req-6f864497-014a-4986-bc2a-01012536351a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385833 Apr 06 17:25:43.576139 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d68e5-e42d-4096-8d86-2e0d1c058b30 req-cb88d4e1-bf41-42fb-b200-6ebbd05e8cab tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:43.577573 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b43d68e5-e42d-4096-8d86-2e0d1c058b30 req-cb88d4e1-bf41-42fb-b200-6ebbd05e8cab tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 945 time: 0.0513632 Apr 06 17:25:43.586004 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43588) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:25:43.590151 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-346639db-93e9-45d8-841d-ef90cc6812a8 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Request body: {'floatingip': {'port_id': '41d90083-b9fe-4d70-abd1-8edcdd626394'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:25:43.631411 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-346639db-93e9-45d8-841d-ef90cc6812a8 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (7939070a-8d20-4791-abff-4c0d8487d57e), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:44.067794 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-346639db-93e9-45d8-841d-ef90cc6812a8 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:44.132260 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-346639db-93e9-45d8-841d-ef90cc6812a8 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (7939070a-8d20-4791-abff-4c0d8487d57e), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:44.232149 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-346639db-93e9-45d8-841d-ef90cc6812a8 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Floating IP 7939070a-8d20-4791-abff-4c0d8487d57e associated. External IP: 172.27.1.80, port: 41d90083-b9fe-4d70-abd1-8edcdd626394. Apr 06 17:25:44.440372 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346639db-93e9-45d8-841d-ef90cc6812a8 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Router 318cd029-2a61-485b-aa82-967c9a7907fb has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:25:44.548637 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346639db-93e9-45d8-841d-ef90cc6812a8 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:25:44.553636 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-346639db-93e9-45d8-841d-ef90cc6812a8 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:25:44.561040 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb436e3f-9a45-4e0c-acec-37d46e224bd9 None None] Sync routers for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:25:44.570980 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb436e3f-9a45-4e0c-acec-37d46e224bd9 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:25:44.571641 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-bb436e3f-9a45-4e0c-acec-37d46e224bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:25:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:44.582674 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-346639db-93e9-45d8-841d-ef90cc6812a8 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "PUT /v2.0/floatingips/7939070a-8d20-4791-abff-4c0d8487d57e HTTP/1.1" status: 200 len: 990 time: 0.9956536 Apr 06 17:25:44.583364 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'tag': '41d90083-b9fe-4d70-abd1-8edcdd626394'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:25:44.585600 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a891a4-8ca0-4419-bf46-c7ceec418b59" -d '{"events": [{"name": "network-changed", "server_uuid": "cda6b9ae-ae3a-47b3-97dc-490b51b41f3f", "tag": "41d90083-b9fe-4d70-abd1-8edcdd626394"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:25:44.673680 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5db9845-65a2-4a0b-b510-dd62b333c888 x-openstack-request-id: req-e5db9845-65a2-4a0b-b510-dd62b333c888 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:25:44.674457 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda6b9ae-ae3a-47b3-97dc-490b51b41f3f", "tag": "41d90083-b9fe-4d70-abd1-8edcdd626394", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:25:44.674708 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e5db9845-65a2-4a0b-b510-dd62b333c888 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:25:44.675149 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5db9845-65a2-4a0b-b510-dd62b333c888'] response: {'name': 'network-changed', 'server_uuid': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'tag': '41d90083-b9fe-4d70-abd1-8edcdd626394', 'status': 'completed', 'code': 200} Apr 06 17:25:44.680800 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-bb436e3f-9a45-4e0c-acec-37d46e224bd9 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:25:44.760054 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a891a4-8ca0-4419-bf46-c7ceec418b59 req-8ca7483f-d148-47e4-8415-cc26a04b8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:44.761543 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f4a891a4-8ca0-4419-bf46-c7ceec418b59 req-8ca7483f-d148-47e4-8415-cc26a04b8efc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 1129 time: 0.0439312 Apr 06 17:25:44.851030 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a891a4-8ca0-4419-bf46-c7ceec418b59 req-4aa4cc1b-c848-4353-ad29-47a9076221a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:44.852483 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f4a891a4-8ca0-4419-bf46-c7ceec418b59 req-4aa4cc1b-c848-4353-ad29-47a9076221a2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 915 time: 0.0842211 Apr 06 17:25:44.906493 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-bb436e3f-9a45-4e0c-acec-37d46e224bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '7939070a-8d20-4791-abff-4c0d8487d57e', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '41d90083-b9fe-4d70-abd1-8edcdd626394', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:3f:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:25:30Z', 'updated_at': '2022-04-06T17:25:43Z', 'revision_number': 1, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:44.914682 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f4a891a4-8ca0-4419-bf46-c7ceec418b59 req-33d9f5b8-7bd5-4b39-b095-be218edab281 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41d90083-b9fe-4d70-abd1-8edcdd626394 HTTP/1.1" status: 200 len: 998 time: 0.0568807 Apr 06 17:25:44.933174 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb436e3f-9a45-4e0c-acec-37d46e224bd9 None None] Checking router: 318cd029-2a61-485b-aa82-967c9a7907fb for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:25:44.941671 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb436e3f-9a45-4e0c-acec-37d46e224bd9 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:25:44.942294 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-bb436e3f-9a45-4e0c-acec-37d46e224bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:25:39Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:44.961269 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a891a4-8ca0-4419-bf46-c7ceec418b59 req-c7078bb1-709b-41b6-b9cd-a8980c5b23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:44.962684 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f4a891a4-8ca0-4419-bf46-c7ceec418b59 req-c7078bb1-709b-41b6-b9cd-a8980c5b23b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 200 len: 853 time: 0.0425014 Apr 06 17:25:45.013526 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a891a4-8ca0-4419-bf46-c7ceec418b59 req-4634a981-0bcb-4a5d-b907-b30e19fc24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:25:45.014926 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f4a891a4-8ca0-4419-bf46-c7ceec418b59 req-4634a981-0bcb-4a5d-b907-b30e19fc24f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468867 Apr 06 17:25:45.051872 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-bb436e3f-9a45-4e0c-acec-37d46e224bd9 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:25:45.101406 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f4a891a4-8ca0-4419-bf46-c7ceec418b59 req-d0cc86af-4c3d-4e06-8fb6-b0454406b367 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808043 Apr 06 17:25:45.193828 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-f4a891a4-8ca0-4419-bf46-c7ceec418b59 req-672998ab-b066-4168-9f77-477b4a298795 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858049 Apr 06 17:25:45.274535 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-bb436e3f-9a45-4e0c-acec-37d46e224bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '7939070a-8d20-4791-abff-4c0d8487d57e', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '41d90083-b9fe-4d70-abd1-8edcdd626394', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:3f:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:25:30Z', 'updated_at': '2022-04-06T17:25:43Z', 'revision_number': 1, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:25:45.300678 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb436e3f-9a45-4e0c-acec-37d46e224bd9 None None] The sync data for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi is: [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '7939070a-8d20-4791-abff-4c0d8487d57e', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'port_id': '41d90083-b9fe-4d70-abd1-8edcdd626394', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'mac_address': 'fa:16:3e:3f:c1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:25:30Z', 'updated_at': '2022-04-06T17:25:43Z', 'revision_number': 1, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:25:45.490919 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756fd51-0957-4b81-b8ce-23908ad67bad None None] New status for floating IP 7939070a-8d20-4791-abff-4c0d8487d57e: ACTIVE {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:26:02.601182 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:07.149769 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-53024e98-1945-4e7d-8d52-398dec6388ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:07.304002 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:26:09.595333 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-f11ab92a-de44-4be3-b6f8-b96768dc7d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:10.515973 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:11.853024 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:13.315094 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:24.361144 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8f85a122-263b-4fe7-b8be-06711c2153e6 req-44f54489-ccc7-498e-bc06-7986da9799fa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433958 Apr 06 17:26:24.460018 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85a122-263b-4fe7-b8be-06711c2153e6 req-07a2abe1-cce7-46a7-9900-4f7e064ab7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:26:24.461530 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8f85a122-263b-4fe7-b8be-06711c2153e6 req-07a2abe1-cce7-46a7-9900-4f7e064ab7e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 1129 time: 0.0439713 Apr 06 17:26:24.563659 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85a122-263b-4fe7-b8be-06711c2153e6 req-c030b6c5-034c-4087-aa26-e9f3161fff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:26:24.565149 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8f85a122-263b-4fe7-b8be-06711c2153e6 req-c030b6c5-034c-4087-aa26-e9f3161fff6f service neutron] 10.222.0.58 "GET /v2.0/networks?id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 200 len: 915 time: 0.0867043 Apr 06 17:26:24.628531 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8f85a122-263b-4fe7-b8be-06711c2153e6 req-1d516722-5bc6-4b61-ab2a-39f602cc3c35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41d90083-b9fe-4d70-abd1-8edcdd626394 HTTP/1.1" status: 200 len: 1000 time: 0.0568087 Apr 06 17:26:24.676251 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85a122-263b-4fe7-b8be-06711c2153e6 req-bd137761-21b4-4cbc-a805-54662f38a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:26:24.677673 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8f85a122-263b-4fe7-b8be-06711c2153e6 req-bd137761-21b4-4cbc-a805-54662f38a674 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 200 len: 853 time: 0.0433362 Apr 06 17:26:24.729424 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85a122-263b-4fe7-b8be-06711c2153e6 req-d3288bca-e1e7-413d-82fd-ed2701de49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:26:24.730951 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8f85a122-263b-4fe7-b8be-06711c2153e6 req-d3288bca-e1e7-413d-82fd-ed2701de49ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e9e5f664-171d-42ad-b2b5-e47e1b5c4693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471058 Apr 06 17:26:24.816464 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8f85a122-263b-4fe7-b8be-06711c2153e6 req-607e5ed7-eb64-4fd8-9401-f1d3b8fc1bb9 service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795901 Apr 06 17:26:24.906900 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8f85a122-263b-4fe7-b8be-06711c2153e6 req-98bbd95d-e0f0-473b-b74c-1e4762564c6f service neutron] 10.222.0.58 "GET /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829368 Apr 06 17:26:32.583729 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:37.149481 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-17cb54d6-010a-47f9-b90b-4deb9db220e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:39.572843 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-01a4c585-310f-4288-b58b-c750bad971f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:40.526910 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:41.847063 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:43.304146 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:26:44.302528 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:26:55.019329 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-354f0724-7ccd-4ab4-a0c8-559b41e12248 service neutron] (103876) timed out ('10.222.0.66', 38862) {{(pid=103876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 17:26:55.251194 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-c0b4c8a7-105f-4b49-823b-3b905a03c957 req-c96dcae5-04e2-4efe-8304-873c24af5011 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] (103877) timed out ('10.222.0.66', 38870) {{(pid=103877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 17:27:02.590179 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:07.138210 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-55ac3eb7-c04a-45fa-b164-7f403a6a5042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:09.566928 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-be20b393-d279-40a5-952e-352b07168f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:10.551331 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:11.864618 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:13.373129 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:14.873993 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c0ce6-4683-413d-9cc0-fa20bb0d849f req-33f3d093-509b-4112-9ca9-7c10feb1ae9e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:14.875520 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-231c0ce6-4683-413d-9cc0-fa20bb0d849f req-33f3d093-509b-4112-9ca9-7c10feb1ae9e tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 945 time: 0.0565007 Apr 06 17:27:14.921286 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-231c0ce6-4683-413d-9cc0-fa20bb0d849f req-288e9470-0e2b-403d-9fbb-2ecb164e17c5 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393553 Apr 06 17:27:16.038682 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc15fa1-4cb0-45f8-89d9-3071c4165e95 req-4043e990-7a95-46eb-ab47-06a92393fad6 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:16.040094 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1cc15fa1-4cb0-45f8-89d9-3071c4165e95 req-4043e990-7a95-46eb-ab47-06a92393fad6 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 945 time: 0.0522532 Apr 06 17:27:16.085513 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1cc15fa1-4cb0-45f8-89d9-3071c4165e95 req-86345fd4-b987-4d3c-a447-dcd5c6d65c5f tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400767 Apr 06 17:27:16.886087 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-a369e32d-c7ca-4f48-934a-0506232b8a2d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:16.887566 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-a369e32d-c7ca-4f48-934a-0506232b8a2d tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 945 time: 0.0519974 Apr 06 17:27:16.974494 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Deleting port 41d90083-b9fe-4d70-abd1-8edcdd626394 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:27:16.974840 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:17.065203 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] For port 41d90083-b9fe-4d70-abd1-8edcdd626394, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=41d90083-b9fe-4d70-abd1-8edcdd626394,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:27:17.065485 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:17.205549 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e0615-bf10-4c34-be40-272d60140625 req-9e33a09a-aa66-4b7a-aa84-8825025789fd tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:27:17.207063 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b8e0615-bf10-4c34-be40-272d60140625 req-9e33a09a-aa66-4b7a-aa84-8825025789fd tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 945 time: 0.0558717 Apr 06 17:27:17.234542 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:17.234915 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (7939070a-8d20-4791-abff-4c0d8487d57e), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:17.235273 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.l3_db [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Floating IP 7939070a-8d20-4791-abff-4c0d8487d57e disassociated. External IP: 172.27.1.80, port: 41d90083-b9fe-4d70-abd1-8edcdd626394. Apr 06 17:27:17.235623 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Calling delete_port for 41d90083-b9fe-4d70-abd1-8edcdd626394 owned by compute:nova {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:27:17.252453 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b8e0615-bf10-4c34-be40-272d60140625 req-2d157f47-8d69-44e4-8cc2-8e6f1ed0d98a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398741 Apr 06 17:27:17.418987 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (41d90083-b9fe-4d70-abd1-8edcdd626394), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:17.447228 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event deleted for resources: {'Port': ['ID=41d90083-b9fe-4d70-abd1-8edcdd626394,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:17.458573 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.458934 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.459310 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.459662 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.460005 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.460346 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.460681 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.461015 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.461353 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.461687 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.462023 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.462358 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.462689 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.463040 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.463370 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:17.575020 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Router 318cd029-2a61-485b-aa82-967c9a7907fb has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:27:17.684071 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:27:17.693620 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb6acc-beeb-4ede-9ca9-f085c98b4381 None None] Sync routers for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:27:17.702351 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb6acc-beeb-4ede-9ca9-f085c98b4381 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:27:17.702951 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-31bb6acc-beeb-4ede-9ca9-f085c98b4381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:27:09Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:17.724074 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] No DVR routers for this DVR port 41d90083-b9fe-4d70-abd1-8edcdd626394 on host hv-cinder-83685 {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:27:17.726541 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:17.729929 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4932ba0f-2a1c-4db3-92d5-903616438e00 req-e0748bbd-519c-4438-8f4e-6c09406797aa tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.58 "DELETE /v2.0/ports/41d90083-b9fe-4d70-abd1-8edcdd626394 HTTP/1.1" status: 204 len: 173 time: 0.8376520 Apr 06 17:27:17.730375 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'name': 'network-vif-deleted', 'tag': '41d90083-b9fe-4d70-abd1-8edcdd626394'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:27:17.732649 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a921ba9d-350d-4d07-a54d-ac31d50e1f6b" -d '{"events": [{"server_uuid": "cda6b9ae-ae3a-47b3-97dc-490b51b41f3f", "name": "network-vif-deleted", "tag": "41d90083-b9fe-4d70-abd1-8edcdd626394"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:27:17.816699 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-31bb6acc-beeb-4ede-9ca9-f085c98b4381 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:27:17.836653 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014f559a-dac0-4095-ad8c-8aedbc79ddca x-openstack-request-id: req-014f559a-dac0-4095-ad8c-8aedbc79ddca {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:27:17.836949 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda6b9ae-ae3a-47b3-97dc-490b51b41f3f", "name": "network-vif-deleted", "tag": "41d90083-b9fe-4d70-abd1-8edcdd626394", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:27:17.837200 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-014f559a-dac0-4095-ad8c-8aedbc79ddca {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:27:17.837607 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014f559a-dac0-4095-ad8c-8aedbc79ddca'] response: {'server_uuid': 'cda6b9ae-ae3a-47b3-97dc-490b51b41f3f', 'name': 'network-vif-deleted', 'tag': '41d90083-b9fe-4d70-abd1-8edcdd626394', 'status': 'completed', 'code': 200} Apr 06 17:27:18.027146 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-31bb6acc-beeb-4ede-9ca9-f085c98b4381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:18.053444 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb6acc-beeb-4ede-9ca9-f085c98b4381 None None] Checking router: 318cd029-2a61-485b-aa82-967c9a7907fb for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:27:18.061586 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb6acc-beeb-4ede-9ca9-f085c98b4381 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:27:18.062193 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-31bb6acc-beeb-4ede-9ca9-f085c98b4381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:27:09Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:18.250400 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-31bb6acc-beeb-4ede-9ca9-f085c98b4381 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:27:18.359092 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2b523ba8-2174-482a-acd8-9717fc8b8c28 req-6a5dc628-17f9-4886-8936-2985395ceaff tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda6b9ae-ae3a-47b3-97dc-490b51b41f3f HTTP/1.1" status: 200 len: 210 time: 0.0270967 Apr 06 17:27:18.451513 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-31bb6acc-beeb-4ede-9ca9-f085c98b4381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:18.477302 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb6acc-beeb-4ede-9ca9-f085c98b4381 None None] The sync data for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi is: [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:28Z', 'revision_number': 4, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '0e21b07c-2477-422d-b06b-aff818441d54', 'name': '', 'network_id': 'e9e5f664-171d-42ad-b2b5-e47e1b5c4693', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'mac_address': 'fa:16:3e:b3:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:27Z', 'updated_at': '2022-04-06T17:19:32Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'subnets': [{'id': 'd8baf18d-e181-48ae-8265-1584065c7cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:27:18.711940 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df461334-18f8-43f2-9fb8-77a903053adc None None] New status for floating IP 7939070a-8d20-4791-abff-4c0d8487d57e: DOWN {{(pid=103878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:27:19.494222 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43718) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:19.547393 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (fc0a89ee-1b2b-4cb9-8efe-429f78963cdc), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:19.569868 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (fc0a89ee-1b2b-4cb9-8efe-429f78963cdc), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:19.687323 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (fc0a89ee-1b2b-4cb9-8efe-429f78963cdc), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:19.689963 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:19.691125 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "DELETE /v2.0/security-groups/fc0a89ee-1b2b-4cb9-8efe-429f78963cdc HTTP/1.1" status: 204 len: 168 time: 0.1958995 Apr 06 17:27:19.693905 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43720) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:19.701079 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0a89ee-1b2b-4cb9-8efe-429f78963cdc,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:19.706856 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.707214 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.707557 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.707891 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.708226 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.708559 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.708888 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.709216 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.709538 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.709863 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.710102 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.api.v2.resource [None req-1770ebd3-df11-476c-8f0c-34fafcc23701 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] show failed (client error): The resource could not be found. Apr 06 17:27:19.710208 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.710495 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.710818 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.711142 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-1770ebd3-df11-476c-8f0c-34fafcc23701 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "GET /v2.0/security-groups/fc0a89ee-1b2b-4cb9-8efe-429f78963cdc HTTP/1.1" status: 404 len: 347 time: 0.0162096 Apr 06 17:27:19.711391 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.711513 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f96c5-4a55-4004-90fc-ed6847a26a9a tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:19.713916 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43722) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:19.841011 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-407452b2-05a1-45d5-8230-81ab957f6af3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Deleting port 17fec039-643c-48b2-8e9b-5b9a24086aa2 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:27:19.841272 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-407452b2-05a1-45d5-8230-81ab957f6af3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (17fec039-643c-48b2-8e9b-5b9a24086aa2), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:19.914492 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-407452b2-05a1-45d5-8230-81ab957f6af3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (17fec039-643c-48b2-8e9b-5b9a24086aa2), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:19.914825 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-407452b2-05a1-45d5-8230-81ab957f6af3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (17fec039-643c-48b2-8e9b-5b9a24086aa2), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:19.926858 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-407452b2-05a1-45d5-8230-81ab957f6af3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Calling delete_port for 17fec039-643c-48b2-8e9b-5b9a24086aa2 owned by network:floatingip {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:27:20.121799 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-407452b2-05a1-45d5-8230-81ab957f6af3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (17fec039-643c-48b2-8e9b-5b9a24086aa2), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:20.147480 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407452b2-05a1-45d5-8230-81ab957f6af3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Pushing event deleted for resources: {'Port': ['ID=17fec039-643c-48b2-8e9b-5b9a24086aa2,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:20.210933 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-407452b2-05a1-45d5-8230-81ab957f6af3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks [] for floatingip (7939070a-8d20-4791-abff-4c0d8487d57e), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:20.213490 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-407452b2-05a1-45d5-8230-81ab957f6af3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:20.214690 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-407452b2-05a1-45d5-8230-81ab957f6af3 tempest-AttachVolumeNegativeTest-1485013872 tempest-AttachVolumeNegativeTest-1485013872-project] 10.222.0.66 "DELETE /v2.0/floatingips/7939070a-8d20-4791-abff-4c0d8487d57e HTTP/1.1" status: 204 len: 168 time: 0.4998288 Apr 06 17:27:21.001571 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 41d90083-b9fe-4d70-abd1-8edcdd626394 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:27:21.021622 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: 41d90083-b9fe-4d70-abd1-8edcdd626394 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:27:21.021972 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 41d90083-b9fe-4d70-abd1-8edcdd626394 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:27:21.301346 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:27:24.285947 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43758) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:24.721454 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-933b5e0d-c423-4bf0-88ef-94fbe80d3cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-372845'] for router_interface (318cd029-2a61-485b-aa82-967c9a7907fb), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:24.965324 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-933b5e0d-c423-4bf0-88ef-94fbe80d3cb5 admin admin] Deleting port 0e21b07c-2477-422d-b06b-aff818441d54 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:27:24.965665 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-933b5e0d-c423-4bf0-88ef-94fbe80d3cb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (0e21b07c-2477-422d-b06b-aff818441d54), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:25.041451 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-933b5e0d-c423-4bf0-88ef-94fbe80d3cb5 admin admin] For port 0e21b07c-2477-422d-b06b-aff818441d54, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=0e21b07c-2477-422d-b06b-aff818441d54,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:27:25.041759 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-933b5e0d-c423-4bf0-88ef-94fbe80d3cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (0e21b07c-2477-422d-b06b-aff818441d54), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:25.057673 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-933b5e0d-c423-4bf0-88ef-94fbe80d3cb5 admin admin] Calling delete_port for 0e21b07c-2477-422d-b06b-aff818441d54 owned by network:router_interface {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:27:25.407857 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-933b5e0d-c423-4bf0-88ef-94fbe80d3cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (0e21b07c-2477-422d-b06b-aff818441d54), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:25.431644 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b5e0d-c423-4bf0-88ef-94fbe80d3cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e21b07c-2477-422d-b06b-aff818441d54,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:25.600506 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-933b5e0d-c423-4bf0-88ef-94fbe80d3cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373501'] for router_interface (318cd029-2a61-485b-aa82-967c9a7907fb), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:25.814508 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933b5e0d-c423-4bf0-88ef-94fbe80d3cb5 admin admin] Router 318cd029-2a61-485b-aa82-967c9a7907fb has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:27:26.159578 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933b5e0d-c423-4bf0-88ef-94fbe80d3cb5 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:27:26.164607 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-933b5e0d-c423-4bf0-88ef-94fbe80d3cb5 admin admin] 10.222.0.66 "PUT /v2.0/routers/318cd029-2a61-485b-aa82-967c9a7907fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8776627 Apr 06 17:27:26.167064 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43762) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:26.170120 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b03d45-9c04-417b-afbf-7fde225fb336 None None] Sync routers for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:27:26.180115 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b03d45-9c04-417b-afbf-7fde225fb336 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:27:26.180726 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-e5b03d45-9c04-417b-afbf-7fde225fb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:27:09Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:26.270634 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Publish callbacks [] for router (318cd029-2a61-485b-aa82-967c9a7907fb), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:26.287132 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-e5b03d45-9c04-417b-afbf-7fde225fb336 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:27:26.374532 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Publish callbacks [] for router_gateway (318cd029-2a61-485b-aa82-967c9a7907fb), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:26.467551 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-e5b03d45-9c04-417b-afbf-7fde225fb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:27:25Z', 'revision_number': 5, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port': {'id': 'f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:26.484984 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Deleting port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:27:26.485537 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:26.492644 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b03d45-9c04-417b-afbf-7fde225fb336 None None] Checking router: 318cd029-2a61-485b-aa82-967c9a7907fb for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:27:26.500558 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b03d45-9c04-417b-afbf-7fde225fb336 None None] Routers {'318cd029-2a61-485b-aa82-967c9a7907fb'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:27:26.501150 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-e5b03d45-9c04-417b-afbf-7fde225fb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:27:09Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['318cd029-2a61-485b-aa82-967c9a7907fb'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:26.563142 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] For port f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:27:26.563506 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:26.576204 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Calling delete_port for f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 owned by network:router_gateway {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:27:26.587541 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-e5b03d45-9c04-417b-afbf-7fde225fb336 None None] Set router 318cd029-2a61-485b-aa82-967c9a7907fb gateway port host: None {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:27:26.640507 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-e5b03d45-9c04-417b-afbf-7fde225fb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:27:26Z', 'revision_number': 6, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port_host': None}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:26.666488 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b03d45-9c04-417b-afbf-7fde225fb336 None None] The sync data for ids ['318cd029-2a61-485b-aa82-967c9a7907fb'] in dv-cinder-836850-1-iscsi is: [{'id': '318cd029-2a61-485b-aa82-967c9a7907fb', 'name': 'tempest-AttachVolumeNegativeTest-722005573-router', 'tenant_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:19:25Z', 'updated_at': '2022-04-06T17:27:26Z', 'revision_number': 6, 'project_id': '2fc70a029e2a4141bc2bbe2671530f7e', 'gw_port_host': None}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:27:26.795876 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:26.822006 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:26.883151 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373307'] for router_gateway (318cd029-2a61-485b-aa82-967c9a7907fb), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:26.974300 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6321'] for router (318cd029-2a61-485b-aa82-967c9a7907fb), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:26.976381 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Publish callbacks [] for router_controller (318cd029-2a61-485b-aa82-967c9a7907fb), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.106370 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376449'] for router (318cd029-2a61-485b-aa82-967c9a7907fb), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.106988 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 318cd029-2a61-485b-aa82-967c9a7907fb {{(pid=103877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:27:27.111489 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.112698 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-5cb124ef-ed02-43a2-9755-990417f73312 admin admin] 10.222.0.66 "DELETE /v2.0/routers/318cd029-2a61-485b-aa82-967c9a7907fb HTTP/1.1" status: 204 len: 168 time: 0.9446540 Apr 06 17:27:27.115263 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43764) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:27.159260 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e746a04f-1d32-4a6c-9b7b-9ac0eb46eac6 admin admin] Deleting subnet d8baf18d-e181-48ae-8265-1584065c7cef {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:27:27.162201 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e746a04f-1d32-4a6c-9b7b-9ac0eb46eac6 admin admin] Publish callbacks [] for subnet (d8baf18d-e181-48ae-8265-1584065c7cef), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.195388 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e746a04f-1d32-4a6c-9b7b-9ac0eb46eac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7130308'] for subnet (d8baf18d-e181-48ae-8265-1584065c7cef), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.273907 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e746a04f-1d32-4a6c-9b7b-9ac0eb46eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (d8baf18d-e181-48ae-8265-1584065c7cef), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.408321 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e746a04f-1d32-4a6c-9b7b-9ac0eb46eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7128047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5377154'] for subnet (d8baf18d-e181-48ae-8265-1584065c7cef), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.436921 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746a04f-1d32-4a6c-9b7b-9ac0eb46eac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8baf18d-e181-48ae-8265-1584065c7cef,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:27.439048 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e746a04f-1d32-4a6c-9b7b-9ac0eb46eac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.445120 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-e746a04f-1d32-4a6c-9b7b-9ac0eb46eac6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d8baf18d-e181-48ae-8265-1584065c7cef HTTP/1.1" status: 204 len: 168 time: 0.3266492 Apr 06 17:27:27.445542 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43766) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:27.448840 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b3ef6-3f5a-4f43-bf85-1d1084b6dd67 None None] Network e9e5f664-171d-42ad-b2b5-e47e1b5c4693 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:27:27.512350 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 0e21b07c-2477-422d-b06b-aff818441d54 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:27:27.518329 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (e9e5f664-171d-42ad-b2b5-e47e1b5c4693), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.546683 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 0e21b07c-2477-422d-b06b-aff818441d54 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:27:27.547056 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 0e21b07c-2477-422d-b06b-aff818441d54 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:27:27.547475 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:27:27.570902 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Deleting port 78486051-b857-4e29-82c4-76023aa50439 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:27:27.571320 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (78486051-b857-4e29-82c4-76023aa50439), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.582049 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:27:27.582410 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device f17be1ac-e0c4-4ba7-82dc-0d2c72d284f4 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:27:27.638206 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] For port 78486051-b857-4e29-82c4-76023aa50439, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=78486051-b857-4e29-82c4-76023aa50439,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:27:27.638576 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (78486051-b857-4e29-82c4-76023aa50439), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.655772 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Calling delete_port for 78486051-b857-4e29-82c4-76023aa50439 owned by network:dhcp {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:27:27.679313 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] DHCP port deletion for e9e5f664-171d-42ad-b2b5-e47e1b5c4693 request from dv-cinder-836850-1-iscsi {{(pid=103878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:27:27.737739 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Deleting port 78486051-b857-4e29-82c4-76023aa50439 {{(pid=103878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:27:27.738111 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (78486051-b857-4e29-82c4-76023aa50439), before_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.796052 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (78486051-b857-4e29-82c4-76023aa50439), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.801574 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] For port 78486051-b857-4e29-82c4-76023aa50439, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=78486051-b857-4e29-82c4-76023aa50439,segment=NetworkSegment(5104cc07-72af-4666-89c2-95503c4f52df),segment_id=5104cc07-72af-4666-89c2-95503c4f52df)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:27:27.802056 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (78486051-b857-4e29-82c4-76023aa50439), precommit_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.815248 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Calling delete_port for 78486051-b857-4e29-82c4-76023aa50439 owned by network:dhcp {{(pid=103878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:27:27.824082 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Pushing event deleted for resources: {'Port': ['ID=78486051-b857-4e29-82c4-76023aa50439,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:27.825947 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] No DVR routers for this DVR port 78486051-b857-4e29-82c4-76023aa50439 on host dv-cinder-836850-1-iscsi {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:27:27.893839 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (78486051-b857-4e29-82c4-76023aa50439), after_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.899260 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (e9e5f664-171d-42ad-b2b5-e47e1b5c4693), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.918338 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Pushing event deleted for resources: {'Port': ['ID=78486051-b857-4e29-82c4-76023aa50439,revision_number=None']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:27.919513 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e5f664-171d-42ad-b2b5-e47e1b5c4693']}} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:27.922538 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] No DVR routers for this DVR port 78486051-b857-4e29-82c4-76023aa50439 on host dv-cinder-836850-1-iscsi {{(pid=103878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:27:27.929411 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.929691 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5104cc07-72af-4666-89c2-95503c4f52df') {'for_net_delete': True} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:27.929828 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.929949 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5104cc07-72af-4666-89c2-95503c4f52df') {} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:27:27.930175 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.930434 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.930784 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.931086 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.935819 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.935819 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.935819 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.935819 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.935819 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.935819 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.935819 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.935819 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.935819 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224c421-8fa6-42e7-81f5-69a713c7f6f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:27:27.944446 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220542'] for segment (5104cc07-72af-4666-89c2-95503c4f52df), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.958511 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (5104cc07-72af-4666-89c2-95503c4f52df), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.964552 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:27:27.964939 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4588926'] for segment (5104cc07-72af-4666-89c2-95503c4f52df), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: Traceback (most recent call last): Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: timer() Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: cb(*args, **kw) Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: return func(*args, **kwargs) Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: self._notify() Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: self.callback(batched_events) Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: event.method(event) Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: return f(self, *a, **k) Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._get(url).json() Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: return self.request(url, 'GET', **kwargs) Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:27:27.966684 dv-cinder-836850-1-iscsi neutron-server[103876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:27:28.075673 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (e9e5f664-171d-42ad-b2b5-e47e1b5c4693), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:28.080456 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:28.083738 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e9e5f664-171d-42ad-b2b5-e47e1b5c4693 HTTP/1.1" status: 204 len: 168 time: 0.6364591 Apr 06 17:27:28.096689 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09372b64-1d49-4881-af45-ae433aaf8919 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e5f664-171d-42ad-b2b5-e47e1b5c4693,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:28.372931 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43770) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:28.412069 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-5dd40ba1-c73c-437b-9baf-16572f4eeca6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2fc70a029e2a4141bc2bbe2671530f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380049 Apr 06 17:27:28.414448 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43772) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:28.459774 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8bb98b79-7063-40e9-a358-6a6081121b2f admin admin] Publish callbacks [] for security_group (ae568722-d3ba-491d-b1cd-f02e499062f5), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:28.484248 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8bb98b79-7063-40e9-a358-6a6081121b2f admin admin] Publish callbacks [] for security_group (ae568722-d3ba-491d-b1cd-f02e499062f5), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:28.601489 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8bb98b79-7063-40e9-a358-6a6081121b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ae568722-d3ba-491d-b1cd-f02e499062f5), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:28.604131 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-8bb98b79-7063-40e9-a358-6a6081121b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:28.607741 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-8bb98b79-7063-40e9-a358-6a6081121b2f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae568722-d3ba-491d-b1cd-f02e499062f5 HTTP/1.1" status: 204 len: 168 time: 0.1899977 Apr 06 17:27:28.614756 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb98b79-7063-40e9-a358-6a6081121b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae568722-d3ba-491d-b1cd-f02e499062f5,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:29.247408 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 78486051-b857-4e29-82c4-76023aa50439 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:27:29.268743 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 78486051-b857-4e29-82c4-76023aa50439 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:27:29.269087 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 78486051-b857-4e29-82c4-76023aa50439 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:27:30.376860 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43822) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:30.479381 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fc98335a-717a-49b0-af82-288e18dcaf2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:30.551823 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fc98335a-717a-49b0-af82-288e18dcaf2c admin admin] Publish callbacks [] for security_group (b997ac13-3067-4449-8f2d-1b6e275dd339), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:30.629962 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fc98335a-717a-49b0-af82-288e18dcaf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b997ac13-3067-4449-8f2d-1b6e275dd339), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:30.666141 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-fc98335a-717a-49b0-af82-288e18dcaf2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b5bf3a44c8e47d89559eb58b8a7cd89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882235 Apr 06 17:27:30.668088 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98335a-717a-49b0-af82-288e18dcaf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b997ac13-3067-4449-8f2d-1b6e275dd339,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:30.668859 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43826) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:30.716753 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2b54093b-a38b-4c5c-bfae-872afc8560d5 admin admin] Publish callbacks [] for security_group (b997ac13-3067-4449-8f2d-1b6e275dd339), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:30.738416 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2b54093b-a38b-4c5c-bfae-872afc8560d5 admin admin] Publish callbacks [] for security_group (b997ac13-3067-4449-8f2d-1b6e275dd339), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:30.881687 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2b54093b-a38b-4c5c-bfae-872afc8560d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b997ac13-3067-4449-8f2d-1b6e275dd339), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:30.884316 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2b54093b-a38b-4c5c-bfae-872afc8560d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:30.885500 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-2b54093b-a38b-4c5c-bfae-872afc8560d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b997ac13-3067-4449-8f2d-1b6e275dd339 HTTP/1.1" status: 204 len: 168 time: 0.2156148 Apr 06 17:27:30.893700 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54093b-a38b-4c5c-bfae-872afc8560d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b997ac13-3067-4449-8f2d-1b6e275dd339,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:32.590085 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:33.718461 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43896) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:33.818954 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-24010d7d-f4db-46af-8f6b-ba104d5328db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:33.889776 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-24010d7d-f4db-46af-8f6b-ba104d5328db admin admin] Publish callbacks [] for security_group (869da806-3a17-4497-895a-8b5cdeede79d), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:33.967191 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-24010d7d-f4db-46af-8f6b-ba104d5328db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (869da806-3a17-4497-895a-8b5cdeede79d), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:34.006690 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-24010d7d-f4db-46af-8f6b-ba104d5328db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=964bb3bc30d447b7839c8ece0a7db0e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871242 Apr 06 17:27:34.008618 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24010d7d-f4db-46af-8f6b-ba104d5328db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869da806-3a17-4497-895a-8b5cdeede79d,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:34.009406 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43900) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:34.057398 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e9a5bfc4-9cdc-40ac-b270-4e6aae83659c admin admin] Publish callbacks [] for security_group (869da806-3a17-4497-895a-8b5cdeede79d), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:34.078685 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e9a5bfc4-9cdc-40ac-b270-4e6aae83659c admin admin] Publish callbacks [] for security_group (869da806-3a17-4497-895a-8b5cdeede79d), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:34.201554 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e9a5bfc4-9cdc-40ac-b270-4e6aae83659c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (869da806-3a17-4497-895a-8b5cdeede79d), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:34.204138 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-e9a5bfc4-9cdc-40ac-b270-4e6aae83659c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:34.205270 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-e9a5bfc4-9cdc-40ac-b270-4e6aae83659c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/869da806-3a17-4497-895a-8b5cdeede79d HTTP/1.1" status: 204 len: 168 time: 0.1948755 Apr 06 17:27:34.213644 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5bfc4-9cdc-40ac-b270-4e6aae83659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869da806-3a17-4497-895a-8b5cdeede79d,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:34.766184 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 43906) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:34.779381 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-00ab0042-e91b-4d95-b506-bb550725ed5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:34.851472 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-00ab0042-e91b-4d95-b506-bb550725ed5d admin admin] Publish callbacks [] for security_group (1788ddaf-d488-4427-868c-e5fd08557f6b), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:34.932829 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-00ab0042-e91b-4d95-b506-bb550725ed5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (1788ddaf-d488-4427-868c-e5fd08557f6b), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:34.971365 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-00ab0042-e91b-4d95-b506-bb550725ed5d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2e9e01eb356430498c1cde429a9b21a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041702 Apr 06 17:27:34.972290 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab0042-e91b-4d95-b506-bb550725ed5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1788ddaf-d488-4427-868c-e5fd08557f6b,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:34.974104 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 43908) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:27:35.022101 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-aa441b5c-dc8e-4b1b-8673-a69620ffbcd8 admin admin] Publish callbacks [] for security_group (1788ddaf-d488-4427-868c-e5fd08557f6b), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:35.042478 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-aa441b5c-dc8e-4b1b-8673-a69620ffbcd8 admin admin] Publish callbacks [] for security_group (1788ddaf-d488-4427-868c-e5fd08557f6b), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:35.155711 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-aa441b5c-dc8e-4b1b-8673-a69620ffbcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (1788ddaf-d488-4427-868c-e5fd08557f6b), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:35.158984 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-aa441b5c-dc8e-4b1b-8673-a69620ffbcd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:35.160154 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-aa441b5c-dc8e-4b1b-8673-a69620ffbcd8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1788ddaf-d488-4427-868c-e5fd08557f6b HTTP/1.1" status: 204 len: 168 time: 0.1844387 Apr 06 17:27:35.168966 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa441b5c-dc8e-4b1b-8673-a69620ffbcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1788ddaf-d488-4427-868c-e5fd08557f6b,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:27:37.138134 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-70a6219c-95cb-4359-a584-bb245d213163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:39.550037 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a838983f-5c24-4a0b-84cf-eaeaa1aade32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:40.550129 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:41.858926 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:43.401842 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:27:58.299682 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:28:02.641978 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:03.504812 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44054) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:03.651283 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-28e12414-02f4-44cc-be57-69bf020dee62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:03.724522 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-28e12414-02f4-44cc-be57-69bf020dee62 admin admin] Publish callbacks [] for security_group (196f317f-5f94-49a5-af8f-8eca346e96a4), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:03.767979 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-28e12414-02f4-44cc-be57-69bf020dee62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (196f317f-5f94-49a5-af8f-8eca346e96a4), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:03.806867 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-28e12414-02f4-44cc-be57-69bf020dee62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac836910f3e143f091256b2987ef3f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009903 Apr 06 17:28:03.807842 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e12414-02f4-44cc-be57-69bf020dee62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196f317f-5f94-49a5-af8f-8eca346e96a4,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:03.809638 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44058) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:03.856214 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-68026a80-deff-4dfb-a944-5153b121fbeb admin admin] Publish callbacks [] for security_group (196f317f-5f94-49a5-af8f-8eca346e96a4), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:03.876868 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-68026a80-deff-4dfb-a944-5153b121fbeb admin admin] Publish callbacks [] for security_group (196f317f-5f94-49a5-af8f-8eca346e96a4), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:03.967578 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-68026a80-deff-4dfb-a944-5153b121fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (196f317f-5f94-49a5-af8f-8eca346e96a4), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:03.970132 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-68026a80-deff-4dfb-a944-5153b121fbeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:03.971317 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-68026a80-deff-4dfb-a944-5153b121fbeb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/196f317f-5f94-49a5-af8f-8eca346e96a4 HTTP/1.1" status: 204 len: 168 time: 0.1606627 Apr 06 17:28:03.980393 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68026a80-deff-4dfb-a944-5153b121fbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196f317f-5f94-49a5-af8f-8eca346e96a4,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:07.138562 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a35cd023-3cf5-4185-bd5b-fd9bf4127a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:08.434855 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44102) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:08.537182 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-34a6443c-ca54-4531-8ebf-ed09fb07ddf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:08.612208 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-34a6443c-ca54-4531-8ebf-ed09fb07ddf7 admin admin] Publish callbacks [] for security_group (7ac8c973-7e07-4f33-98f0-8265e5013f74), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:08.693746 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-34a6443c-ca54-4531-8ebf-ed09fb07ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (7ac8c973-7e07-4f33-98f0-8265e5013f74), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:08.733633 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-34a6443c-ca54-4531-8ebf-ed09fb07ddf7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ce64320f2d344c1ba5e8cf06d16a86c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974858 Apr 06 17:28:08.734324 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6443c-ca54-4531-8ebf-ed09fb07ddf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac8c973-7e07-4f33-98f0-8265e5013f74,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:08.736159 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44106) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:08.788276 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f05429ab-dee3-49e3-9b8b-1bd6b19e621e admin admin] Publish callbacks [] for security_group (7ac8c973-7e07-4f33-98f0-8265e5013f74), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:08.808655 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f05429ab-dee3-49e3-9b8b-1bd6b19e621e admin admin] Publish callbacks [] for security_group (7ac8c973-7e07-4f33-98f0-8265e5013f74), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:08.904657 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f05429ab-dee3-49e3-9b8b-1bd6b19e621e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (7ac8c973-7e07-4f33-98f0-8265e5013f74), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:08.907246 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f05429ab-dee3-49e3-9b8b-1bd6b19e621e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:08.908376 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-f05429ab-dee3-49e3-9b8b-1bd6b19e621e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ac8c973-7e07-4f33-98f0-8265e5013f74 HTTP/1.1" status: 204 len: 168 time: 0.1706758 Apr 06 17:28:08.916006 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05429ab-dee3-49e3-9b8b-1bd6b19e621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac8c973-7e07-4f33-98f0-8265e5013f74,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:09.602125 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-dee42f6e-49cc-4527-9c24-baef34423bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:10.556178 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:11.893445 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:13.321724 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:32.642515 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:32.963821 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44246) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:33.064974 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:33.136067 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Publish callbacks [] for security_group (c49abd11-0667-4b0d-b424-bd774a30a95d), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:33.184488 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (c49abd11-0667-4b0d-b424-bd774a30a95d), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:33.223249 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8ab49cf84154a7fa8dc843a0bb5475c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583144 Apr 06 17:28:33.224190 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49abd11-0667-4b0d-b424-bd774a30a95d,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:33.226017 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44250) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:33.231949 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.232296 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.232644 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.232989 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.233330 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.233667 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.234123 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.234340 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.234689 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.235023 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.235375 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.235697 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.236026 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.236353 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.236680 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359d1912-e127-4cbf-8e62-cfaa2d42c2e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.273543 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Publish callbacks [] for security_group (c49abd11-0667-4b0d-b424-bd774a30a95d), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:33.294026 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Publish callbacks [] for security_group (c49abd11-0667-4b0d-b424-bd774a30a95d), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:33.373244 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (c49abd11-0667-4b0d-b424-bd774a30a95d), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:33.375882 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:33.377222 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c49abd11-0667-4b0d-b424-bd774a30a95d HTTP/1.1" status: 204 len: 168 time: 0.1500764 Apr 06 17:28:33.385594 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49abd11-0667-4b0d-b424-bd774a30a95d,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:33.392778 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.393070 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.393421 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.393764 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.394102 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.394434 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.394764 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.395124 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.395455 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.395808 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.396138 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.396466 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.396789 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.397119 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:33.397437 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958fae5b-a75f-416e-a7e8-6d0e4aef6725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:34.256998 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44272) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:34.350171 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1018584232-network', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:28:34.430361 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Made reservation on behalf of 1e7c1f94295245dd8d39176e88a54450 for: {'network': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:28:34.433154 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:34.441653 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:34.516391 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Publish callbacks [] for security_group (ae5c847b-65b9-48f1-b5f1-de5efc91ae04), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:34.584692 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ae5c847b-65b9-48f1-b5f1-de5efc91ae04), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:34.609788 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:28:34.619339 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5c847b-65b9-48f1-b5f1-de5efc91ae04,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:34.624676 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (14524ab6-554a-49d8-863d-271187244e52), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:34.625023 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.segments_db [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Added segment 14524ab6-554a-49d8-863d-271187244e52 of type vlan for network a6a76151-3555-44b3-ba1f-3283264d922b Apr 06 17:28:34.663718 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (a6a76151-3555-44b3-ba1f-3283264d922b), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:34.732452 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (a6a76151-3555-44b3-ba1f-3283264d922b), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:34.733673 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:28:34.734023 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:34.791201 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] Pushing event updated for resources: {'Network': ['ID=a6a76151-3555-44b3-ba1f-3283264d922b,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:34.800999 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network a6a76151-3555-44b3-ba1f-3283264d922b details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:28:34.827695 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b0fb4dff-cc5a-4eb7-956f-2d32d82eddc7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5695920 Apr 06 17:28:34.830543 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44276) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:34.835694 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-db078ff9-9374-44e0-b986-dbc7c04ea000 admin admin] Request body: {'subnet': {'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1018584232-subnet', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'ip_version': 4}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:28:34.893358 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db078ff9-9374-44e0-b986-dbc7c04ea000 admin admin] Made reservation on behalf of 1e7c1f94295245dd8d39176e88a54450 for: {'subnet': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:28:34.895803 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-db078ff9-9374-44e0-b986-dbc7c04ea000 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5377253'] for subnet (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:35.105742 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-db078ff9-9374-44e0-b986-dbc7c04ea000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7130152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5377275'] for subnet (897e57f4-6467-4e0b-9cb2-ac14b2e084e6), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:35.163512 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db078ff9-9374-44e0-b986-dbc7c04ea000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=897e57f4-6467-4e0b-9cb2-ac14b2e084e6,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:35.172563 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db078ff9-9374-44e0-b986-dbc7c04ea000 admin admin] Checking segment: {'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:28:35.172926 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db078ff9-9374-44e0-b986-dbc7c04ea000 admin admin] Network hostable DHCP agents. Network: a6a76151-3555-44b3-ba1f-3283264d922b, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:28:35.264084 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db078ff9-9374-44e0-b986-dbc7c04ea000 admin admin] Network a6a76151-3555-44b3-ba1f-3283264d922b is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:28:35.298118 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:28:35.361056 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-db078ff9-9374-44e0-b986-dbc7c04ea000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, a6a76151-3555-44b3-ba1f-3283264d922b) {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:28:35.365290 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db078ff9-9374-44e0-b986-dbc7c04ea000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:28:35.365790 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-db078ff9-9374-44e0-b986-dbc7c04ea000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:35.369928 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0104ee-318b-4f2e-9559-bbf866699188 None None] Network a6a76151-3555-44b3-ba1f-3283264d922b requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:28:35.439216 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-db078ff9-9374-44e0-b986-dbc7c04ea000 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6075215 Apr 06 17:28:35.445953 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44278) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:35.450838 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:28:35.466280 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8dc3ea-b628-591d-92c5-4a387acafab5-a6a76151-3555-44b3-ba1f-3283264d922b', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'fixed_ips': [{'subnet_id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6'}]}} from dv-cinder-836850-1-iscsi. {{(pid=103878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:28:35.467146 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:35.538579 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6307'] for router (872ef98c-a290-4a7a-b3ef-95968f06976c), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:35.539849 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-376390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6330'] for router (872ef98c-a290-4a7a-b3ef-95968f06976c), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:35.592701 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Publish callbacks [] for router_controller (872ef98c-a290-4a7a-b3ef-95968f06976c), precommit_add_association {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:35.598988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.db_base_plugin_common [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Allocated IP 172.20.0.2 (a6a76151-3555-44b3-ba1f-3283264d922b/897e57f4-6467-4e0b-9cb2-ac14b2e084e6/06f96328-8cb8-4d39-bdcd-de657c1a80f3) {{(pid=103878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:28:35.740523 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Publish callbacks [] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), precommit_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:35.796673 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Publish callbacks [] for router_gateway (872ef98c-a290-4a7a-b3ef-95968f06976c), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:35.841740 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:35.876708 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Network a6a76151-3555-44b3-ba1f-3283264d922b is already hosted by enough agents. {{(pid=103878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:28:35.881771 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.base_scheduler [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Resources bound (agent type, host, resource id): {{(pid=103878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:28:35.885985 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Received port after_create {{(pid=103878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:28:35.894275 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Pushing event updated for resources: {'Port': ['ID=06f96328-8cb8-4d39-bdcd-de657c1a80f3,revision_number=1']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:35.916815 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.920345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.920345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.920345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.920345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.920345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.920345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.920345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.920345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.920345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.920345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.921307 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.921307 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.921307 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.921307 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:35.959019 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Attempting to bind port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:28:35.959403 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Attempting to bind port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:28:35.959773 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Attempting to bind port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 on network a6a76151-3555-44b3-ba1f-3283264d922b {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:28:35.964714 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:28:35.965073 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Checking segment: {'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:28:35.965479 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:35.965874 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Bound using segment: {'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:28:35.966356 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Bound port: 06f96328-8cb8-4d39-bdcd-de657c1a80f3, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:28:35.966745 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:36.091610 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Publish callbacks [] for router_gateway (872ef98c-a290-4a7a-b3ef-95968f06976c), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:36.114236 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:36.154338 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] For port 06f96328-8cb8-4d39-bdcd-de657c1a80f3, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:28:36.157519 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] For port 06f96328-8cb8-4d39-bdcd-de657c1a80f3, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=06f96328-8cb8-4d39-bdcd-de657c1a80f3,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:28:36.212607 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Allocated IP 172.27.1.226 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/ad1f9be3-4d13-405d-bed9-2535c4e9a0b9) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:28:36.242546 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:36.297912 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88228842-b001-45a3-bf5f-b6f1c4c821a3 None None] Pushing event updated for resources: {'Port': ['ID=06f96328-8cb8-4d39-bdcd-de657c1a80f3,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:36.316374 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Publish callbacks [] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:36.431023 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:36.477427 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:28:36.481084 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:28:36.485597 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:28:36.488886 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Pushing event updated for resources: {'Port': ['ID=ad1f9be3-4d13-405d-bed9-2535c4e9a0b9,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:36.800388 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Publish callbacks [] for router_gateway (872ef98c-a290-4a7a-b3ef-95968f06976c), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:37.003395 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373255'] for router (872ef98c-a290-4a7a-b3ef-95968f06976c), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:37.142116 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47288edd-e183-4286-9243-8fb3b87a7944 None None] Network a6a76151-3555-44b3-ba1f-3283264d922b requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:28:37.187824 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3924d54e-07cd-4230-89ae-a4b2f6e0a294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:37.207034 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Router 872ef98c-a290-4a7a-b3ef-95968f06976c is scheduled to L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d with binding_index 1 {{(pid=103877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:28:37.209259 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-3bbb9e73-6a3a-4a79-9785-382082f1e45b None None] Provisioning complete for port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:37.209637 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3bbb9e73-6a3a-4a79-9785-382082f1e45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:37.323500 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:28:37.327992 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 06f96328-8cb8-4d39-bdcd-de657c1a80f3 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:28:37.352202 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Sync routers for ids ['872ef98c-a290-4a7a-b3ef-95968f06976c'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:28:37.365030 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb9e73-6a3a-4a79-9785-382082f1e45b None None] Current status of the port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:37.365434 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3bbb9e73-6a3a-4a79-9785-382082f1e45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:37.391860 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Routers {'872ef98c-a290-4a7a-b3ef-95968f06976c'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:28:37.392676 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:28:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['872ef98c-a290-4a7a-b3ef-95968f06976c'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:37.392794 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:37.394407 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-be9d47d2-fbf2-4fb1-a914-2675462cefee admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9471173 Apr 06 17:28:37.396845 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44280) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:37.471369 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-3bbb9e73-6a3a-4a79-9785-382082f1e45b None None] For port 06f96328-8cb8-4d39-bdcd-de657c1a80f3, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=06f96328-8cb8-4d39-bdcd-de657c1a80f3,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:28:37.504577 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:37.504963 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:37.539490 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3bbb9e73-6a3a-4a79-9785-382082f1e45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:37.600997 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Set router 872ef98c-a290-4a7a-b3ef-95968f06976c gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:28:37.681769 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb9e73-6a3a-4a79-9785-382082f1e45b None None] Pushing event updated for resources: {'Port': ['ID=06f96328-8cb8-4d39-bdcd-de657c1a80f3,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:37.754067 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-b943855c-185c-4a9c-b268-5862e5922730 None None] Provisioning complete for port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:37.754448 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b943855c-185c-4a9c-b268-5862e5922730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:37.792248 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:37.891695 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-b943855c-185c-4a9c-b268-5862e5922730 None None] Current status of the port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:37.911632 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:28:36Z', 'revision_number': 3, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:37.941316 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Checking router: 872ef98c-a290-4a7a-b3ef-95968f06976c for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:28:37.941669 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Updating router 872ef98c-a290-4a7a-b3ef-95968f06976c port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 binding host dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:28:37.968550 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.076002 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.212407 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Publish callbacks [] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), precommit_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.229390 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Allocated IP 172.20.0.1 (a6a76151-3555-44b3-ba1f-3283264d922b/897e57f4-6467-4e0b-9cb2-ac14b2e084e6/b121c8e7-cffc-4e27-91df-535f0274873c) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:28:38.287473 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.334126 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Publish callbacks [] for port (b121c8e7-cffc-4e27-91df-535f0274873c), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.336855 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Attempting to bind port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:28:38.337232 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Attempting to bind port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:28:38.337659 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Attempting to bind port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 on network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:28:38.344443 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170399be-44aa-4249-ba0b-7e1d4abd73df None None] Pushing event updated for resources: {'Port': ['ID=ad1f9be3-4d13-405d-bed9-2535c4e9a0b9,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:38.347208 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:28:38.347589 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Checking segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:28:38.347995 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.348410 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Bound using segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:28:38.348875 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Bound port: ad1f9be3-4d13-405d-bed9-2535c4e9a0b9, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:28:38.349259 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.403172 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] For port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:28:38.406367 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] For port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=ad1f9be3-4d13-405d-bed9-2535c4e9a0b9,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:28:38.447885 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.476590 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.483514 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Network a6a76151-3555-44b3-ba1f-3283264d922b is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:28:38.488994 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:28:38.492636 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:28:38.523038 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Pushing event updated for resources: {'Port': ['ID=b121c8e7-cffc-4e27-91df-535f0274873c,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:38.530525 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Routers {'872ef98c-a290-4a7a-b3ef-95968f06976c'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:28:38.531130 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:28:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['872ef98c-a290-4a7a-b3ef-95968f06976c'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:38.535646 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373462'] for router_interface (872ef98c-a290-4a7a-b3ef-95968f06976c), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.584471 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170399be-44aa-4249-ba0b-7e1d4abd73df None None] Pushing event updated for resources: {'Port': ['ID=ad1f9be3-4d13-405d-bed9-2535c4e9a0b9,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:38.655858 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] Set router 872ef98c-a290-4a7a-b3ef-95968f06976c gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:28:38.736064 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.884785 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-4db17328-5b8d-411f-88e7-07b69b1ba830 None None] Provisioning complete for port b121c8e7-cffc-4e27-91df-535f0274873c triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:38.885196 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4db17328-5b8d-411f-88e7-07b69b1ba830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.903025 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Publish callbacks [] for port (b121c8e7-cffc-4e27-91df-535f0274873c), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.935739 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-4db17328-5b8d-411f-88e7-07b69b1ba830 None None] Port b121c8e7-cffc-4e27-91df-535f0274873c cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:28:38.950699 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:38.999245 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:28:36Z', 'revision_number': 3, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:39.016008 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Pushing event updated for resources: {'Port': ['ID=b121c8e7-cffc-4e27-91df-535f0274873c,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:39.018525 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-372806'] for router_interface (872ef98c-a290-4a7a-b3ef-95968f06976c), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:39.024942 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec39934-0734-4bfb-b60f-e0ef01ffad2d None None] The sync data for ids ['872ef98c-a290-4a7a-b3ef-95968f06976c'] in dv-cinder-836850-1-iscsi is: [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:28:36Z', 'revision_number': 3, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:28:39.115852 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Network a6a76151-3555-44b3-ba1f-3283264d922b is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:28:39.117185 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:28:39.263368 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Router 872ef98c-a290-4a7a-b3ef-95968f06976c has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:28:39.329792 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 06f96328-8cb8-4d39-bdcd-de657c1a80f3 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:28:39.378300 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-8909be23-beb8-416e-a6d6-21e2de67bce9 None None] Provisioning complete for port b121c8e7-cffc-4e27-91df-535f0274873c triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:39.378676 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8909be23-beb8-416e-a6d6-21e2de67bce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:39.407968 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:28:39.419052 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-483deade-a62b-4b61-a4b9-1d558c07516b admin admin] 10.222.0.66 "PUT /v2.0/routers/872ef98c-a290-4a7a-b3ef-95968f06976c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0195467 Apr 06 17:28:39.427644 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-8909be23-beb8-416e-a6d6-21e2de67bce9 None None] Port b121c8e7-cffc-4e27-91df-535f0274873c cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:28:39.428877 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:39.429244 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:39.523376 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:39.596488 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-26e012d5-f423-4d5d-851c-a3ee0e6d9794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:40.082652 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44296) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:40.087723 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2092173364-network', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:28:40.172356 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Made reservation on behalf of bcbf05da00f74bbbadc13ba9fa01efbc for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:28:40.174643 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:40.183479 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:40.261608 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Publish callbacks [] for security_group (b1e30ba3-59d4-4d0a-b959-946360088952), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:40.339153 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b1e30ba3-59d4-4d0a-b959-946360088952), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:40.363168 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:28:40.373555 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e30ba3-59d4-4d0a-b959-946360088952,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:40.378699 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (1d8b208f-5a0d-46ef-a123-3c0e836b5543), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:40.379055 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Added segment 1d8b208f-5a0d-46ef-a123-3c0e836b5543 of type vlan for network 312c91d3-be3a-4167-8783-8e5d823ab939 Apr 06 17:28:40.419589 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (312c91d3-be3a-4167-8783-8e5d823ab939), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:40.493412 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (312c91d3-be3a-4167-8783-8e5d823ab939), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:40.494368 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:28:40.495669 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:40.549562 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Sync routers for ids ['872ef98c-a290-4a7a-b3ef-95968f06976c'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:28:40.553441 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] Pushing event updated for resources: {'Network': ['ID=312c91d3-be3a-4167-8783-8e5d823ab939,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:40.559418 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Routers {'872ef98c-a290-4a7a-b3ef-95968f06976c'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:28:40.560630 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:28:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['872ef98c-a290-4a7a-b3ef-95968f06976c'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:40.562437 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:40.565021 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network 312c91d3-be3a-4167-8783-8e5d823ab939 details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:28:40.614410 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44298) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:40.615313 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-35bccda1-e889-4fc8-9268-dac9cfbfcfea admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5313010 Apr 06 17:28:40.621079 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-1c85b2af-d7ca-43f3-910e-b2ce3f81ac15 admin admin] Request body: {'subnet': {'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2092173364-subnet', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'ip_version': 4}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:28:40.670712 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Set router 872ef98c-a290-4a7a-b3ef-95968f06976c gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:28:40.749686 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c85b2af-d7ca-43f3-910e-b2ce3f81ac15 admin admin] Made reservation on behalf of bcbf05da00f74bbbadc13ba9fa01efbc for: {'subnet': 1} {{(pid=103877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:28:40.752026 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-1c85b2af-d7ca-43f3-910e-b2ce3f81ac15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5377253'] for subnet (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:40.957329 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 4, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'b121c8e7-cffc-4e27-91df-535f0274873c', 'name': '', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'mac_address': 'fa:16:3e:f5:ec:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:38Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 2, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'subnets': [{'id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:40.983241 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Checking router: 872ef98c-a290-4a7a-b3ef-95968f06976c for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:28:40.983593 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Updating router 872ef98c-a290-4a7a-b3ef-95968f06976c port b121c8e7-cffc-4e27-91df-535f0274873c binding host dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:28:41.001642 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-1c85b2af-d7ca-43f3-910e-b2ce3f81ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7130152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5377275'] for subnet (37d272a0-5694-4d8e-abe3-16c40459a651), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.009763 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.056171 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85b2af-d7ca-43f3-910e-b2ce3f81ac15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d272a0-5694-4d8e-abe3-16c40459a651,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:41.067919 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c85b2af-d7ca-43f3-910e-b2ce3f81ac15 admin admin] Checking segment: {'id': '1d8b208f-5a0d-46ef-a123-3c0e836b5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:28:41.068285 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c85b2af-d7ca-43f3-910e-b2ce3f81ac15 admin admin] Network hostable DHCP agents. Network: 312c91d3-be3a-4167-8783-8e5d823ab939, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:28:41.149800 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c85b2af-d7ca-43f3-910e-b2ce3f81ac15 admin admin] Network 312c91d3-be3a-4167-8783-8e5d823ab939 is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:28:41.219308 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-1c85b2af-d7ca-43f3-910e-b2ce3f81ac15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, 312c91d3-be3a-4167-8783-8e5d823ab939) {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:28:41.223309 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c85b2af-d7ca-43f3-910e-b2ce3f81ac15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:28:41.223908 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-1c85b2af-d7ca-43f3-910e-b2ce3f81ac15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.227963 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0539dbd6-7bb6-4627-b7a3-03040d2bd51b None None] Network 312c91d3-be3a-4167-8783-8e5d823ab939 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:28:41.279871 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Publish callbacks [] for port (b121c8e7-cffc-4e27-91df-535f0274873c), precommit_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.325572 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-1c85b2af-d7ca-43f3-910e-b2ce3f81ac15 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7088830 Apr 06 17:28:41.328175 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44300) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:41.339845 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2092173364-router', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:28:41.341611 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:28:41.355709 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.364953 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8dc3ea-b628-591d-92c5-4a387acafab5-312c91d3-be3a-4167-8783-8e5d823ab939', 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939', 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'fixed_ips': [{'subnet_id': '37d272a0-5694-4d8e-abe3-16c40459a651'}]}} from dv-cinder-836850-1-iscsi. {{(pid=103878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:28:41.365798 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.404012 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Pushing event updated for resources: {'Port': ['ID=b121c8e7-cffc-4e27-91df-535f0274873c,revision_number=3']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:41.412826 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.416742 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6307'] for router (4c34e08e-a972-4511-b9fd-dda6745a609a), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.416895 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.416895 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.416895 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.417175 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-376390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6330'] for router (4c34e08e-a972-4511-b9fd-dda6745a609a), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.417292 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.417292 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.417292 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.417292 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.417292 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.417292 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.417292 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.417292 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.417292 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.417292 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.418167 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:28:41.475991 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Attempting to bind port b121c8e7-cffc-4e27-91df-535f0274873c on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:28:41.476362 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Attempting to bind port b121c8e7-cffc-4e27-91df-535f0274873c by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:28:41.476715 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Attempting to bind port b121c8e7-cffc-4e27-91df-535f0274873c on network a6a76151-3555-44b3-ba1f-3283264d922b {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:28:41.477979 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:41.478571 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.482627 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:28:41.483289 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Checking segment: {'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:28:41.483864 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.484429 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Bound using segment: {'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:28:41.485051 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Bound port: b121c8e7-cffc-4e27-91df-535f0274873c, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'}}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:28:41.485643 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.494302 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Publish callbacks [] for router_controller (4c34e08e-a972-4511-b9fd-dda6745a609a), precommit_add_association {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.555215 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] For port b121c8e7-cffc-4e27-91df-535f0274873c, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:28:41.560213 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] For port b121c8e7-cffc-4e27-91df-535f0274873c, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=b121c8e7-cffc-4e27-91df-535f0274873c,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:28:41.569860 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.db_base_plugin_common [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Allocated IP 172.20.0.2 (312c91d3-be3a-4167-8783-8e5d823ab939/37d272a0-5694-4d8e-abe3-16c40459a651/31196cc2-91da-4fcf-a1f7-62ae33cf1005) {{(pid=103878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:28:41.648432 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.662180 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:41.662479 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.687668 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-43ea8506-356d-459d-ae3d-284bca74b29a None None] Provisioning complete for port b121c8e7-cffc-4e27-91df-535f0274873c triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:41.692993 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-43ea8506-356d-459d-ae3d-284bca74b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.700868 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Publish callbacks [] for router_gateway (4c34e08e-a972-4511-b9fd-dda6745a609a), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.709457 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Routers {'872ef98c-a290-4a7a-b3ef-95968f06976c'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:28:41.710158 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:28:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['872ef98c-a290-4a7a-b3ef-95968f06976c'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:41.721692 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=ad1f9be3-4d13-405d-bed9-2535c4e9a0b9,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:28:41.761776 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcd586-04db-4c0c-b61b-aa2524a000b1 None None] Pushing event updated for resources: {'Port': ['ID=b121c8e7-cffc-4e27-91df-535f0274873c,revision_number=4']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:41.849028 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.861474 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] Set router 872ef98c-a290-4a7a-b3ef-95968f06976c gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:28:41.887089 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-43ea8506-356d-459d-ae3d-284bca74b29a None None] Current status of the port b121c8e7-cffc-4e27-91df-535f0274873c is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:41.887720 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-43ea8506-356d-459d-ae3d-284bca74b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.917633 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Publish callbacks [] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), precommit_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.924968 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.946115 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=ad1f9be3-4d13-405d-bed9-2535c4e9a0b9,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:41.966069 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-43ea8506-356d-459d-ae3d-284bca74b29a None None] For port b121c8e7-cffc-4e27-91df-535f0274873c, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=b121c8e7-cffc-4e27-91df-535f0274873c,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:28:41.973370 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:41.997768 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Publish callbacks [] for router_gateway (4c34e08e-a972-4511-b9fd-dda6745a609a), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:42.013593 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Network 312c91d3-be3a-4167-8783-8e5d823ab939 is already hosted by enough agents. {{(pid=103878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:28:42.017599 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:42.020568 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.base_scheduler [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Resources bound (agent type, host, resource id): {{(pid=103878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:28:42.024277 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Received port after_create {{(pid=103878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:28:42.032081 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-43ea8506-356d-459d-ae3d-284bca74b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:42.033845 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Pushing event updated for resources: {'Port': ['ID=31196cc2-91da-4fcf-a1f7-62ae33cf1005,revision_number=1']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:42.092233 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 4, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'b121c8e7-cffc-4e27-91df-535f0274873c', 'name': '', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'mac_address': 'fa:16:3e:f5:ec:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:38Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 4, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'subnets': [{'id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:42.120240 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Attempting to bind port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:28:42.120733 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Attempting to bind port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '1d8b208f-5a0d-46ef-a123-3c0e836b5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:28:42.121169 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Attempting to bind port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 on network 312c91d3-be3a-4167-8783-8e5d823ab939 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:28:42.122825 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a056d-cfaf-482d-b9e2-5287cc8ce805 None None] The sync data for ids ['872ef98c-a290-4a7a-b3ef-95968f06976c'] in dv-cinder-836850-1-iscsi is: [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 4, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'b121c8e7-cffc-4e27-91df-535f0274873c', 'name': '', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'mac_address': 'fa:16:3e:f5:ec:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:38Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 4, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'subnets': [{'id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:28:42.130103 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:28:42.130483 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Checking segment: {'id': '1d8b208f-5a0d-46ef-a123-3c0e836b5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:28:42.130889 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:42.131312 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Bound using segment: {'id': '1d8b208f-5a0d-46ef-a123-3c0e836b5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:28:42.131784 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Bound port: 31196cc2-91da-4fcf-a1f7-62ae33cf1005, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8b208f-5a0d-46ef-a123-3c0e836b5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:28:42.132169 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:42.134011 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea8506-356d-459d-ae3d-284bca74b29a None None] Pushing event updated for resources: {'Port': ['ID=b121c8e7-cffc-4e27-91df-535f0274873c,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:42.146922 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Allocated IP 172.27.1.5 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/d2a75905-2225-44af-8596-115cb4d2fea0) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:28:42.195577 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-733eff4f-9627-4da8-a54f-4f8139c4311d None None] Provisioning complete for port b121c8e7-cffc-4e27-91df-535f0274873c triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:42.195788 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-733eff4f-9627-4da8-a54f-4f8139c4311d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:42.253219 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] For port 31196cc2-91da-4fcf-a1f7-62ae33cf1005, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:28:42.256930 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] For port 31196cc2-91da-4fcf-a1f7-62ae33cf1005, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=31196cc2-91da-4fcf-a1f7-62ae33cf1005,segment=NetworkSegment(1d8b208f-5a0d-46ef-a123-3c0e836b5543),segment_id=1d8b208f-5a0d-46ef-a123-3c0e836b5543)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:28:42.293392 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Publish callbacks [] for port (d2a75905-2225-44af-8596-115cb4d2fea0), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:42.304831 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-733eff4f-9627-4da8-a54f-4f8139c4311d None None] Current status of the port b121c8e7-cffc-4e27-91df-535f0274873c is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:42.340248 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:42.396841 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (d2a75905-2225-44af-8596-115cb4d2fea0), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:42.408750 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46628f2e-157f-4da1-95f5-9a0048258633 None None] Pushing event updated for resources: {'Port': ['ID=31196cc2-91da-4fcf-a1f7-62ae33cf1005,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:42.447290 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:28:42.451432 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:28:42.455480 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:28:42.477582 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a75905-2225-44af-8596-115cb4d2fea0,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:42.827063 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Publish callbacks [] for router_gateway (4c34e08e-a972-4511-b9fd-dda6745a609a), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:43.028222 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373255'] for router (4c34e08e-a972-4511-b9fd-dda6745a609a), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:43.321276 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993be724-580b-427c-ba54-636e4e35f291 None None] Network 312c91d3-be3a-4167-8783-8e5d823ab939 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:28:43.382272 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:43.448500 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-092fd83d-5b9c-4e6b-a56d-f44cac2ee1e8 None None] Provisioning complete for port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:43.448879 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-092fd83d-5b9c-4e6b-a56d-f44cac2ee1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:43.452705 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 31196cc2-91da-4fcf-a1f7-62ae33cf1005 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:28:43.527110 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Router 4c34e08e-a972-4511-b9fd-dda6745a609a is scheduled to L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d with binding_index 1 {{(pid=103876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:28:43.539551 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:43.539928 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:43.603769 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-092fd83d-5b9c-4e6b-a56d-f44cac2ee1e8 None None] Current status of the port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:43.604173 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-092fd83d-5b9c-4e6b-a56d-f44cac2ee1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:43.643134 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:28:43.660232 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Sync routers for ids ['4c34e08e-a972-4511-b9fd-dda6745a609a'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:28:43.669976 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-092fd83d-5b9c-4e6b-a56d-f44cac2ee1e8 None None] For port 31196cc2-91da-4fcf-a1f7-62ae33cf1005, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=31196cc2-91da-4fcf-a1f7-62ae33cf1005,segment=NetworkSegment(1d8b208f-5a0d-46ef-a123-3c0e836b5543),segment_id=1d8b208f-5a0d-46ef-a123-3c0e836b5543)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:28:43.685724 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Routers {'4c34e08e-a972-4511-b9fd-dda6745a609a'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:28:43.686377 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:28:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['4c34e08e-a972-4511-b9fd-dda6745a609a'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:43.690439 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:43.690837 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:43.730464 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:43.732061 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-19f14520-a9d6-4f62-9c72-31956764f039 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4028594 Apr 06 17:28:43.738617 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44302) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:28:43.782318 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-092fd83d-5b9c-4e6b-a56d-f44cac2ee1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.017084 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.db.api [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 17:28:44.017377 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG oslo_db.api [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 17:28:44.022109 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d98d023b-3aa1-439c-a7ae-003d93991ca9 None None] Provisioning complete for port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:44.022479 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d98d023b-3aa1-439c-a7ae-003d93991ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.025075 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Set router 4c34e08e-a972-4511-b9fd-dda6745a609a gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:28:44.027252 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fd83d-5b9c-4e6b-a56d-f44cac2ee1e8 None None] Pushing event updated for resources: {'Port': ['ID=31196cc2-91da-4fcf-a1f7-62ae33cf1005,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:44.165611 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.238053 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d98d023b-3aa1-439c-a7ae-003d93991ca9 None None] Current status of the port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:44.265449 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'name': 'tempest-TestMinimumBasicScenario-2092173364-router', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:41Z', 'updated_at': '2022-04-06T17:28:42Z', 'revision_number': 3, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'gw_port': {'id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:42Z', 'updated_at': '2022-04-06T17:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:44.293867 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Checking router: 4c34e08e-a972-4511-b9fd-dda6745a609a for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:28:44.294202 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Updating router 4c34e08e-a972-4511-b9fd-dda6745a609a port d2a75905-2225-44af-8596-115cb4d2fea0 binding host dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:28:44.316557 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Allocated IP 172.20.0.1 (312c91d3-be3a-4167-8783-8e5d823ab939/37d272a0-5694-4d8e-abe3-16c40459a651/45aa5115-591a-4bb4-a43d-d3425131982f) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:28:44.321460 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (d2a75905-2225-44af-8596-115cb4d2fea0), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.421135 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Publish callbacks [] for port (45aa5115-591a-4bb4-a43d-d3425131982f), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.522605 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.559751 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Network 312c91d3-be3a-4167-8783-8e5d823ab939 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:28:44.566303 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:28:44.569863 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:28:44.575398 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Pushing event updated for resources: {'Port': ['ID=45aa5115-591a-4bb4-a43d-d3425131982f,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:44.588558 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:44.589478 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device b121c8e7-cffc-4e27-91df-535f0274873c up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:28:44.616522 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373462'] for router_interface (4c34e08e-a972-4511-b9fd-dda6745a609a), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.626860 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Publish callbacks [] for port (d2a75905-2225-44af-8596-115cb4d2fea0), precommit_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.651193 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port b121c8e7-cffc-4e27-91df-535f0274873c triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:44.651575 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.722633 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (d2a75905-2225-44af-8596-115cb4d2fea0), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.783071 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port b121c8e7-cffc-4e27-91df-535f0274873c is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:44.784147 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:28:44.788098 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490601ea-a7be-4651-99d3-68683f7dbc5c None None] Pushing event updated for resources: {'Port': ['ID=d2a75905-2225-44af-8596-115cb4d2fea0,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:44.806401 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Attempting to bind port d2a75905-2225-44af-8596-115cb4d2fea0 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:28:44.806787 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Attempting to bind port d2a75905-2225-44af-8596-115cb4d2fea0 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:28:44.807190 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Attempting to bind port d2a75905-2225-44af-8596-115cb4d2fea0 on network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:28:44.816697 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:28:44.816697 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Checking segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:28:44.817028 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.817419 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Bound using segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:28:44.818249 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Bound port: d2a75905-2225-44af-8596-115cb4d2fea0, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:28:44.818249 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (d2a75905-2225-44af-8596-115cb4d2fea0), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.841545 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.889967 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d18b5fa5-af89-4962-844b-25b4d0607d7f None None] Provisioning complete for port 45aa5115-591a-4bb4-a43d-d3425131982f triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:44.890338 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d18b5fa5-af89-4962-844b-25b4d0607d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.912505 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] For port d2a75905-2225-44af-8596-115cb4d2fea0, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:28:44.936153 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] For port d2a75905-2225-44af-8596-115cb4d2fea0, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=d2a75905-2225-44af-8596-115cb4d2fea0,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:28:44.940331 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:44.940704 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:44.944318 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d18b5fa5-af89-4962-844b-25b4d0607d7f None None] Port 45aa5115-591a-4bb4-a43d-d3425131982f cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:28:45.007385 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Publish callbacks [] for port (45aa5115-591a-4bb4-a43d-d3425131982f), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:45.021410 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (d2a75905-2225-44af-8596-115cb4d2fea0), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:45.028686 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:45.070460 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:45.082897 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Routers {'4c34e08e-a972-4511-b9fd-dda6745a609a'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:28:45.087135 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:28:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['4c34e08e-a972-4511-b9fd-dda6745a609a'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:45.087135 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490601ea-a7be-4651-99d3-68683f7dbc5c None None] Pushing event updated for resources: {'Port': ['ID=d2a75905-2225-44af-8596-115cb4d2fea0,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:45.140690 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Pushing event updated for resources: {'Port': ['ID=45aa5115-591a-4bb4-a43d-d3425131982f,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:45.144006 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-372806'] for router_interface (4c34e08e-a972-4511-b9fd-dda6745a609a), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:45.194275 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] Set router 4c34e08e-a972-4511-b9fd-dda6745a609a gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:28:45.233123 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Network 312c91d3-be3a-4167-8783-8e5d823ab939 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:28:45.234540 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:28:45.333622 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 31196cc2-91da-4fcf-a1f7-62ae33cf1005 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:28:45.358911 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Router 4c34e08e-a972-4511-b9fd-dda6745a609a has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:28:45.431976 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:45.432347 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:45.477394 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'name': 'tempest-TestMinimumBasicScenario-2092173364-router', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:41Z', 'updated_at': '2022-04-06T17:28:44Z', 'revision_number': 4, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'gw_port': {'id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:42Z', 'updated_at': '2022-04-06T17:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '45aa5115-591a-4bb4-a43d-d3425131982f', 'name': '', 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'mac_address': 'fa:16:3e:15:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '37d272a0-5694-4d8e-abe3-16c40459a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:44Z', 'updated_at': '2022-04-06T17:28:44Z', 'revision_number': 2, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'subnets': [{'id': '37d272a0-5694-4d8e-abe3-16c40459a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:45.478501 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:28:45.484568 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ae23d58f-cc0e-408f-8b4e-3d3c9e2ef371 admin admin] 10.222.0.66 "PUT /v2.0/routers/4c34e08e-a972-4511-b9fd-dda6745a609a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7486815 Apr 06 17:28:45.510383 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73247865-dc95-4282-a2c7-1c11d9f624bf None None] The sync data for ids ['4c34e08e-a972-4511-b9fd-dda6745a609a'] in dv-cinder-836850-1-iscsi is: [{'id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'name': 'tempest-TestMinimumBasicScenario-2092173364-router', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:41Z', 'updated_at': '2022-04-06T17:28:44Z', 'revision_number': 4, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'gw_port': {'id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:42Z', 'updated_at': '2022-04-06T17:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '45aa5115-591a-4bb4-a43d-d3425131982f', 'name': '', 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'mac_address': 'fa:16:3e:15:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '37d272a0-5694-4d8e-abe3-16c40459a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:44Z', 'updated_at': '2022-04-06T17:28:44Z', 'revision_number': 2, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'subnets': [{'id': '37d272a0-5694-4d8e-abe3-16c40459a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:28:45.512356 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-7779af31-2b8d-41b2-839a-20a56d268370 None None] Provisioning complete for port 45aa5115-591a-4bb4-a43d-d3425131982f triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:45.512729 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7779af31-2b8d-41b2-839a-20a56d268370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:45.576515 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-7779af31-2b8d-41b2-839a-20a56d268370 None None] Port 45aa5115-591a-4bb4-a43d-d3425131982f cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:28:45.589468 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:47.340194 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device d2a75905-2225-44af-8596-115cb4d2fea0 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:28:47.399210 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port d2a75905-2225-44af-8596-115cb4d2fea0 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:47.399617 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (d2a75905-2225-44af-8596-115cb4d2fea0), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:47.493195 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port d2a75905-2225-44af-8596-115cb4d2fea0 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:47.493672 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (d2a75905-2225-44af-8596-115cb4d2fea0), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:47.523485 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port d2a75905-2225-44af-8596-115cb4d2fea0, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=d2a75905-2225-44af-8596-115cb4d2fea0,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:28:47.554307 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Sync routers for ids ['4c34e08e-a972-4511-b9fd-dda6745a609a'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:28:47.565411 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Routers {'4c34e08e-a972-4511-b9fd-dda6745a609a'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:28:47.566031 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:28:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['4c34e08e-a972-4511-b9fd-dda6745a609a'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:47.619057 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (d2a75905-2225-44af-8596-115cb4d2fea0), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:47.684821 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Set router 4c34e08e-a972-4511-b9fd-dda6745a609a gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:28:47.693517 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=d2a75905-2225-44af-8596-115cb4d2fea0,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:47.905333 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'name': 'tempest-TestMinimumBasicScenario-2092173364-router', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:41Z', 'updated_at': '2022-04-06T17:28:44Z', 'revision_number': 4, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'gw_port': {'id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:42Z', 'updated_at': '2022-04-06T17:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '45aa5115-591a-4bb4-a43d-d3425131982f', 'name': '', 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'mac_address': 'fa:16:3e:15:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '37d272a0-5694-4d8e-abe3-16c40459a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:44Z', 'updated_at': '2022-04-06T17:28:44Z', 'revision_number': 2, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'subnets': [{'id': '37d272a0-5694-4d8e-abe3-16c40459a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:47.935865 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Checking router: 4c34e08e-a972-4511-b9fd-dda6745a609a for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:28:47.936488 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Updating router 4c34e08e-a972-4511-b9fd-dda6745a609a port 45aa5115-591a-4bb4-a43d-d3425131982f binding host dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:28:47.968255 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:48.344611 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Publish callbacks [] for port (45aa5115-591a-4bb4-a43d-d3425131982f), precommit_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:48.403616 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:48.451119 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efa539-e782-4c98-89f2-9d1b9ff64fdc None None] Pushing event updated for resources: {'Port': ['ID=45aa5115-591a-4bb4-a43d-d3425131982f,revision_number=3']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:48.540266 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Attempting to bind port 45aa5115-591a-4bb4-a43d-d3425131982f on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:28:48.540632 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Attempting to bind port 45aa5115-591a-4bb4-a43d-d3425131982f by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '1d8b208f-5a0d-46ef-a123-3c0e836b5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939'}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:28:48.540992 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Attempting to bind port 45aa5115-591a-4bb4-a43d-d3425131982f on network 312c91d3-be3a-4167-8783-8e5d823ab939 {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:28:48.547477 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:28:48.547827 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Checking segment: {'id': '1d8b208f-5a0d-46ef-a123-3c0e836b5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:28:48.548232 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:48.548617 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Bound using segment: {'id': '1d8b208f-5a0d-46ef-a123-3c0e836b5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939'} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:28:48.549077 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Bound port: 45aa5115-591a-4bb4-a43d-d3425131982f, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8b208f-5a0d-46ef-a123-3c0e836b5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939'}}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:28:48.549519 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:48.626129 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] For port 45aa5115-591a-4bb4-a43d-d3425131982f, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:28:48.630061 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] For port 45aa5115-591a-4bb4-a43d-d3425131982f, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=45aa5115-591a-4bb4-a43d-d3425131982f,segment=NetworkSegment(1d8b208f-5a0d-46ef-a123-3c0e836b5543),segment_id=1d8b208f-5a0d-46ef-a123-3c0e836b5543)] {{(pid=103879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:28:48.688374 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:48.736666 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-9ee397b4-f1c9-4476-b07f-b68497ae6e0c None None] Provisioning complete for port 45aa5115-591a-4bb4-a43d-d3425131982f triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:48.737686 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9ee397b4-f1c9-4476-b07f-b68497ae6e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:48.750348 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efa539-e782-4c98-89f2-9d1b9ff64fdc None None] Pushing event updated for resources: {'Port': ['ID=45aa5115-591a-4bb4-a43d-d3425131982f,revision_number=4']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:48.811977 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Routers {'4c34e08e-a972-4511-b9fd-dda6745a609a'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:28:48.813119 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:28:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['4c34e08e-a972-4511-b9fd-dda6745a609a'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:48.827442 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-9ee397b4-f1c9-4476-b07f-b68497ae6e0c None None] Current status of the port 45aa5115-591a-4bb4-a43d-d3425131982f is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:48.828098 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9ee397b4-f1c9-4476-b07f-b68497ae6e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:48.882928 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-9ee397b4-f1c9-4476-b07f-b68497ae6e0c None None] For port 45aa5115-591a-4bb4-a43d-d3425131982f, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=45aa5115-591a-4bb4-a43d-d3425131982f,segment=NetworkSegment(1d8b208f-5a0d-46ef-a123-3c0e836b5543),segment_id=1d8b208f-5a0d-46ef-a123-3c0e836b5543)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:28:48.956474 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9ee397b4-f1c9-4476-b07f-b68497ae6e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:48.987257 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] Set router 4c34e08e-a972-4511-b9fd-dda6745a609a gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:28:49.032602 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee397b4-f1c9-4476-b07f-b68497ae6e0c None None] Pushing event updated for resources: {'Port': ['ID=45aa5115-591a-4bb4-a43d-d3425131982f,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:28:49.080196 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-4ce397f3-e884-4573-86a9-e4a8f5657999 None None] Provisioning complete for port 45aa5115-591a-4bb4-a43d-d3425131982f triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:49.080916 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4ce397f3-e884-4573-86a9-e4a8f5657999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:49.169274 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-4ce397f3-e884-4573-86a9-e4a8f5657999 None None] Current status of the port 45aa5115-591a-4bb4-a43d-d3425131982f is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:49.230200 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'name': 'tempest-TestMinimumBasicScenario-2092173364-router', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:41Z', 'updated_at': '2022-04-06T17:28:44Z', 'revision_number': 4, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'gw_port': {'id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:42Z', 'updated_at': '2022-04-06T17:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '45aa5115-591a-4bb4-a43d-d3425131982f', 'name': '', 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'mac_address': 'fa:16:3e:15:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '37d272a0-5694-4d8e-abe3-16c40459a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:44Z', 'updated_at': '2022-04-06T17:28:48Z', 'revision_number': 4, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'subnets': [{'id': '37d272a0-5694-4d8e-abe3-16c40459a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:28:49.257835 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7742376c-5542-48d6-b0cf-32b1ef63f45c None None] The sync data for ids ['4c34e08e-a972-4511-b9fd-dda6745a609a'] in dv-cinder-836850-1-iscsi is: [{'id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'name': 'tempest-TestMinimumBasicScenario-2092173364-router', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:41Z', 'updated_at': '2022-04-06T17:28:44Z', 'revision_number': 4, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'gw_port': {'id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:42Z', 'updated_at': '2022-04-06T17:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '45aa5115-591a-4bb4-a43d-d3425131982f', 'name': '', 'network_id': '312c91d3-be3a-4167-8783-8e5d823ab939', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'mac_address': 'fa:16:3e:15:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '37d272a0-5694-4d8e-abe3-16c40459a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:44Z', 'updated_at': '2022-04-06T17:28:48Z', 'revision_number': 4, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'subnets': [{'id': '37d272a0-5694-4d8e-abe3-16c40459a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:28:49.325950 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device d2a75905-2225-44af-8596-115cb4d2fea0 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:28:49.379855 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port d2a75905-2225-44af-8596-115cb4d2fea0 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:49.380256 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (d2a75905-2225-44af-8596-115cb4d2fea0), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:49.461359 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port d2a75905-2225-44af-8596-115cb4d2fea0 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:49.462448 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 45aa5115-591a-4bb4-a43d-d3425131982f up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:28:49.511428 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 45aa5115-591a-4bb4-a43d-d3425131982f triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:28:49.511808 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:28:49.740826 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 45aa5115-591a-4bb4-a43d-d3425131982f is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:28:56.676939 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-5e3f46c7-3bc0-4d1c-9857-d07bfe5272d4 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:28:56.678395 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-5e3f46c7-3bc0-4d1c-9857-d07bfe5272d4 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/networks?id=a6a76151-3555-44b3-ba1f-3283264d922b HTTP/1.1" status: 200 len: 815 time: 0.1043379 Apr 06 17:28:56.692905 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-7fec374b-f9eb-4669-a70f-2db98833bd6d tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/quotas/1e7c1f94295245dd8d39176e88a54450 HTTP/1.1" status: 200 len: 375 time: 0.0087135 Apr 06 17:28:56.745988 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-75fb04af-6c31-4610-bd4a-2e177787641c tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e7c1f94295245dd8d39176e88a54450&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484059 Apr 06 17:28:56.924251 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-0047d0de-16d0-4b5b-b7b7-a096c8a93f73 service neutron] 10.222.0.66 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667707 Apr 06 17:28:57.257303 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-5ab54ba3-a51b-4480-83bb-c08775aff7a8 service neutron] 10.222.0.66 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272412 Apr 06 17:28:57.662210 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4246a205-44ab-4f0e-bdf3-22ab6372aed1 req-359d64f9-4821-4d42-aa44-5a42ffc08cf1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 210 time: 0.0275662 Apr 06 17:28:58.738278 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9f1f2da2-ff9d-4eb4-adae-a4aebe1bdc1d req-8b09dc3a-5f25-43e2-9dad-033c4dc6e54e tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 210 time: 0.0268211 Apr 06 17:28:59.833777 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d084e629-cbad-4f0a-8efb-f7d5da8c3854 req-b306cb6a-5586-421c-989f-1d910e7c725a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 210 time: 0.0288696 Apr 06 17:29:00.217867 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-f169f333-7185-4549-80fb-b5af01602c66 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:00.219658 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-f169f333-7185-4549-80fb-b5af01602c66 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.58 "GET /v2.0/networks?id=a6a76151-3555-44b3-ba1f-3283264d922b HTTP/1.1" status: 200 len: 815 time: 0.1012857 Apr 06 17:29:00.238330 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Request body: {'port': {'device_id': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'admin_state_up': True, 'tenant_id': '1e7c1f94295245dd8d39176e88a54450'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:29:00.407343 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Made reservation on behalf of 1e7c1f94295245dd8d39176e88a54450 for: {'port': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:29:00.410705 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:00.536113 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Allocated IP 172.20.0.6 (a6a76151-3555-44b3-ba1f-3283264d922b/897e57f4-6467-4e0b-9cb2-ac14b2e084e6/2a3a5734-9d83-4745-b06e-c808c2b83bc8) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:29:00.677316 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:00.813046 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:00.860422 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Network a6a76151-3555-44b3-ba1f-3283264d922b is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:29:00.863811 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:29:00.867869 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:29:00.892427 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event updated for resources: {'Port': ['ID=2a3a5734-9d83-4745-b06e-c808c2b83bc8,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:00.955059 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:00.955994 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:00.961870 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4ff7d-1e3f-4485-a1fd-ac272128316f req-0d96df82-12b1-4039-90a0-0537a3ac0681 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:00.969499 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bcb4ff7d-1e3f-4485-a1fd-ac272128316f req-0d96df82-12b1-4039-90a0-0537a3ac0681 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 931 time: 0.0648525 Apr 06 17:29:01.025634 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bcb4ff7d-1e3f-4485-a1fd-ac272128316f req-d1363c05-c211-4327-9e3f-c8cbe7b2d265 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548317 Apr 06 17:29:01.034347 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-bded9718-4e46-424f-b8e6-13d7ea419114 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7996399 Apr 06 17:29:01.172206 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-1e1d9d56-e90e-4311-bba9-48f15712a700 None None] Provisioning complete for port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:29:01.172786 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1e1d9d56-e90e-4311-bba9-48f15712a700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:01.214727 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d9d56-e90e-4311-bba9-48f15712a700 None None] Port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:29:02.136002 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107d6dd-b59a-49ed-8f73-c3ee5cde0947 req-b75b0735-abff-4176-8504-22ae1739f8b3 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:02.137487 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3107d6dd-b59a-49ed-8f73-c3ee5cde0947 req-b75b0735-abff-4176-8504-22ae1739f8b3 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 931 time: 0.0535448 Apr 06 17:29:02.190909 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3107d6dd-b59a-49ed-8f73-c3ee5cde0947 req-d80dd1ba-0658-496b-a4aa-fa3f4b7dbb59 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Apr 06 17:29:02.642437 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:03.332323 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6f80-8265-43b5-a3d2-402a43492101 req-fcd261bc-6627-4d0b-b1ea-2ade223283cb tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:03.333789 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-430e6f80-8265-43b5-a3d2-402a43492101 req-fcd261bc-6627-4d0b-b1ea-2ade223283cb tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 931 time: 0.0612528 Apr 06 17:29:03.385408 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-430e6f80-8265-43b5-a3d2-402a43492101 req-fa6446bf-45b7-40ac-b8b6-390fb9ac588a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Apr 06 17:29:04.509373 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f66c49-8381-42be-a7c7-168f9e15b651 req-aca172d5-6696-4faf-9c37-406ec6fd0a6c tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:04.510914 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4f66c49-8381-42be-a7c7-168f9e15b651 req-aca172d5-6696-4faf-9c37-406ec6fd0a6c tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 931 time: 0.0558436 Apr 06 17:29:04.559845 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4f66c49-8381-42be-a7c7-168f9e15b651 req-9fa86b2f-5a95-4113-b230-df0b2917c47a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431380 Apr 06 17:29:05.690333 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aee403-6526-4af9-84c8-a648a932ecf3 req-41edd86f-1386-48b1-a567-6ab566e0a3e6 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:05.691876 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4aee403-6526-4af9-84c8-a648a932ecf3 req-41edd86f-1386-48b1-a567-6ab566e0a3e6 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 931 time: 0.0600071 Apr 06 17:29:05.745747 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d4aee403-6526-4af9-84c8-a648a932ecf3 req-b6e03971-41b0-401b-b653-ab066ca414cd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478287 Apr 06 17:29:06.867936 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e323a4-a2a2-4400-b692-07f21a267204 req-01c28e5f-7d50-40dc-b854-1c6847543e1b tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:06.870004 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b6e323a4-a2a2-4400-b692-07f21a267204 req-01c28e5f-7d50-40dc-b854-1c6847543e1b tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 931 time: 0.0539851 Apr 06 17:29:06.918429 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b6e323a4-a2a2-4400-b692-07f21a267204 req-7f034c1a-531c-4260-b473-4fa58827a745 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Apr 06 17:29:07.151338 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7bd03534-2441-47a2-84c6-d30b249ab2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:08.058349 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb21b3-6442-438a-b019-e4633c30b335 req-70a74e4c-2df2-4b26-a2ac-16d3e77b6458 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:08.060205 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-53eb21b3-6442-438a-b019-e4633c30b335 req-70a74e4c-2df2-4b26-a2ac-16d3e77b6458 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 931 time: 0.0731006 Apr 06 17:29:08.124912 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-53eb21b3-6442-438a-b019-e4633c30b335 req-82df0b75-a2b0-4e9a-b1ff-30a389c5491a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586219 Apr 06 17:29:09.244011 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193793bb-d823-4729-a7ae-452ff7438c3d req-8f57ded2-a747-4e23-b0e1-55371294f3db tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:09.245503 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-193793bb-d823-4729-a7ae-452ff7438c3d req-8f57ded2-a747-4e23-b0e1-55371294f3db tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 931 time: 0.0515945 Apr 06 17:29:09.293449 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-193793bb-d823-4729-a7ae-452ff7438c3d req-def4bb62-582b-4328-9352-076ecdcc9321 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424492 Apr 06 17:29:09.590558 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-12eff082-26bc-43cf-9ad6-2cd9d1bf6a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:10.408762 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff8760-2a02-4342-9619-26891b2078b0 req-887561b3-de20-4382-94f9-24502de48123 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:10.410232 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-21ff8760-2a02-4342-9619-26891b2078b0 req-887561b3-de20-4382-94f9-24502de48123 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 931 time: 0.0518491 Apr 06 17:29:10.456562 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-21ff8760-2a02-4342-9619-26891b2078b0 req-199c0077-e712-45e2-ba13-b485c17ed35b tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Apr 06 17:29:10.561917 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:11.574942 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c8d1e-2bc6-462d-8e47-37ccd6f5a0e3 req-96ed4765-0225-4973-8164-25c96d04e9a5 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:11.576370 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-639c8d1e-2bc6-462d-8e47-37ccd6f5a0e3 req-96ed4765-0225-4973-8164-25c96d04e9a5 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 931 time: 0.0555949 Apr 06 17:29:11.621664 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-639c8d1e-2bc6-462d-8e47-37ccd6f5a0e3 req-b45e5286-aad1-4d78-8725-d56696dcfe6a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397613 Apr 06 17:29:11.910436 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:12.297414 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:29:12.736336 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc43f99-b386-42ab-90f8-23df6fe6e25d req-d4295980-e3d8-4ba8-b59e-144d249f09f4 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:12.737851 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-efc43f99-b386-42ab-90f8-23df6fe6e25d req-d4295980-e3d8-4ba8-b59e-144d249f09f4 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 931 time: 0.0522273 Apr 06 17:29:12.784333 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-efc43f99-b386-42ab-90f8-23df6fe6e25d req-95f4728e-f550-4ab3-9714-5e89bf3187ca tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 Apr 06 17:29:13.903720 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53e9e-788b-482e-b0b3-112f56e1e80a req-8845315f-e519-47c4-a4bd-68d9eae4beea tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:13.905190 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d2a53e9e-788b-482e-b0b3-112f56e1e80a req-8845315f-e519-47c4-a4bd-68d9eae4beea tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 931 time: 0.0518236 Apr 06 17:29:13.916823 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:13.955047 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d2a53e9e-788b-482e-b0b3-112f56e1e80a req-e4b1266b-a455-4590-8abc-6b4712f38e4a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441096 Apr 06 17:29:14.352122 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-e587c52e-bc10-420b-af5a-4beac4346b02 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:29:14.353147 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-e587c52e-bc10-420b-af5a-4beac4346b02 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053985 Apr 06 17:29:14.423203 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Request body: {'port': {'device_id': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:29:14.480344 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:14.734190 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3a5734-9d83-4745-b06e-c808c2b83bc8 {{(pid=103876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:29:14.741626 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Publish callbacks [] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:14.753788 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.provisioning_blocks [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Transition to ACTIVE for port object 2a3a5734-9d83-4745-b06e-c808c2b83bc8 will not be triggered until provisioned by entity L2. {{(pid=103876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:29:14.830081 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:14.879469 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Pushing event updated for resources: {'Port': ['ID=2a3a5734-9d83-4745-b06e-c808c2b83bc8,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:14.954458 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Attempting to bind port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:29:14.954795 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Attempting to bind port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:29:14.955160 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Attempting to bind port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 on network a6a76151-3555-44b3-ba1f-3283264d922b {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:29:14.959558 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 on network a6a76151-3555-44b3-ba1f-3283264d922b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:29:14.959884 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Attempting to bind port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 on network a6a76151-3555-44b3-ba1f-3283264d922b {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:29:14.964910 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:29:14.965246 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Checking segment: {'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:29:14.965631 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Bound using segment: {'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:29:14.966058 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Bound port: 2a3a5734-9d83-4745-b06e-c808c2b83bc8, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14524ab6-554a-49d8-863d-271187244e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b'}}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:29:14.966418 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:15.031892 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] For port 2a3a5734-9d83-4745-b06e-c808c2b83bc8, host hv-cinder-83685, cleared binding levels {{(pid=103876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:29:15.035037 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] For port 2a3a5734-9d83-4745-b06e-c808c2b83bc8, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:29:15.073729 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d17d5-56e3-4342-a1b5-7db4adc0a8cd req-3f46c6bf-3448-4b00-8bd1-38f363f5cc27 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:15.075230 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-315d17d5-56e3-4342-a1b5-7db4adc0a8cd req-3f46c6bf-3448-4b00-8bd1-38f363f5cc27 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 943 time: 0.0517874 Apr 06 17:29:15.088210 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:15.122872 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-315d17d5-56e3-4342-a1b5-7db4adc0a8cd req-3b78cd3e-42b2-4c1c-a799-d0ce26160d3d tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Apr 06 17:29:15.123211 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:15.124017 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:15.125450 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] 10.222.0.58 "PUT /v2.0/ports/2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 200 len: 1093 time: 0.7580798 Apr 06 17:29:15.127922 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:29:15.130922 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a2d8cd-7438-49ed-9de7-5ff0332505eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:29:15.175805 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2a9c96-dce7-4afe-8a83-5e61eaacfef1 x-openstack-request-id: req-1e2a9c96-dce7-4afe-8a83-5e61eaacfef1 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:29:15.179584 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:29:15.179584 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1e2a9c96-dce7-4afe-8a83-5e61eaacfef1 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:29:15.179584 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e2a9c96-dce7-4afe-8a83-5e61eaacfef1'] response: {'name': 'network-changed', 'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'status': 'completed', 'code': 200} Apr 06 17:29:15.179896 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d8199-3a7a-481c-94dd-bdc36b8e34ae service neutron] Pushing event updated for resources: {'Port': ['ID=2a3a5734-9d83-4745-b06e-c808c2b83bc8,revision_number=3']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:15.261942 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2d8cd-7438-49ed-9de7-5ff0332505eb req-48e7e2e4-dc9f-47a5-a72d-cd68129a949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:15.263646 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-98a2d8cd-7438-49ed-9de7-5ff0332505eb req-48e7e2e4-dc9f-47a5-a72d-cd68129a949c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7c1f94295245dd8d39176e88a54450&device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 1127 time: 0.0484591 Apr 06 17:29:15.369367 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2d8cd-7438-49ed-9de7-5ff0332505eb req-84215fd8-e95f-40da-bf80-0d541e5bd1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:15.370839 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-98a2d8cd-7438-49ed-9de7-5ff0332505eb req-84215fd8-e95f-40da-bf80-0d541e5bd1de service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1e7c1f94295245dd8d39176e88a54450&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0948188 Apr 06 17:29:15.463933 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2d8cd-7438-49ed-9de7-5ff0332505eb req-410d1ec4-b640-41c4-8510-c00c4ef77352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:15.465314 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-98a2d8cd-7438-49ed-9de7-5ff0332505eb req-410d1ec4-b640-41c4-8510-c00c4ef77352 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888736 Apr 06 17:29:15.563971 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-88cfc176-aa21-4745-9d20-a970ebca2073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:15.565372 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-88cfc176-aa21-4745-9d20-a970ebca2073 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7c1f94295245dd8d39176e88a54450&device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 1127 time: 0.0444994 Apr 06 17:29:15.612603 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-5111b0b8-181a-4286-b298-b49e534eab32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 200 len: 217 time: 0.0338411 Apr 06 17:29:15.662073 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-2f15bc39-dc98-4740-a3c2-b827a0e32293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:15.663520 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-2f15bc39-dc98-4740-a3c2-b827a0e32293 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=897e57f4-6467-4e0b-9cb2-ac14b2e084e6 HTTP/1.1" status: 200 len: 854 time: 0.0455079 Apr 06 17:29:15.709666 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-f87965bb-f7d9-4742-8e31-3397f48a42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:15.711152 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-f87965bb-f7d9-4742-8e31-3397f48a42a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6a76151-3555-44b3-ba1f-3283264d922b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424736 Apr 06 17:29:15.797681 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-b13dca78-5063-46fc-a9e9-0a0babffeeec service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808926 Apr 06 17:29:15.888655 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b5bb3ce4-4687-4878-af8e-fe2d250fbb55 req-f61f4f71-7777-43ad-bbff-5a657903fc91 service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846748 Apr 06 17:29:16.256611 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4b736-89aa-4089-8661-3cf32e9648a7 req-2f23179f-6ccf-4efb-9678-b5e3930e0c6a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:16.258075 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-efb4b736-89aa-4089-8661-3cf32e9648a7 req-2f23179f-6ccf-4efb-9678-b5e3930e0c6a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 943 time: 0.0512614 Apr 06 17:29:16.303435 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-efb4b736-89aa-4089-8661-3cf32e9648a7 req-9b3d91ea-f1aa-444a-b998-c90f86856b9e tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Apr 06 17:29:17.423786 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553cfa-2447-4f7f-bef7-6981a510830d req-fb4e0d44-c0e3-45a2-a085-5b6044316994 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:17.425250 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f9553cfa-2447-4f7f-bef7-6981a510830d req-fb4e0d44-c0e3-45a2-a085-5b6044316994 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 943 time: 0.0552659 Apr 06 17:29:17.471422 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f9553cfa-2447-4f7f-bef7-6981a510830d req-c891a850-1d45-4deb-bb5e-7ea9ce0719c6 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Apr 06 17:29:18.584888 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacfcc9-55b6-4f8d-9306-686b60ca322a req-8d71f462-486a-4542-a532-ad5d76b5211a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:18.586412 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-acacfcc9-55b6-4f8d-9306-686b60ca322a req-8d71f462-486a-4542-a532-ad5d76b5211a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 943 time: 0.0515683 Apr 06 17:29:18.633472 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-acacfcc9-55b6-4f8d-9306-686b60ca322a req-63b46679-02cc-4dc9-81b7-2df6abf97466 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 Apr 06 17:29:19.624567 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 2a3a5734-9d83-4745-b06e-c808c2b83bc8 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:29:19.719547 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 2a3a5734-9d83-4745-b06e-c808c2b83bc8, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:29:19.731755 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'port_id': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'mac_address': 'fa:16:3e:89:32:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:29:19.753550 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ce9d5-7e23-41d6-9c02-316db708ad4c req-57e1a826-6c9d-4612-8aec-4b0fa893f821 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:19.755061 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-607ce9d5-7e23-41d6-9c02-316db708ad4c req-57e1a826-6c9d-4612-8aec-4b0fa893f821 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 943 time: 0.0569367 Apr 06 17:29:19.768264 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:29:19.768662 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:19.781337 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3a5734-9d83-4745-b06e-c808c2b83bc8 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:29:19.801118 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 2a3a5734-9d83-4745-b06e-c808c2b83bc8, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:29:19.801519 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-607ce9d5-7e23-41d6-9c02-316db708ad4c req-f3d6b799-5f76-4d18-9353-a9551e2e69a2 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Apr 06 17:29:19.887761 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:19.936749 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=2a3a5734-9d83-4745-b06e-c808c2b83bc8,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:20.362070 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['2a3a5734-9d83-4745-b06e-c808c2b83bc8'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:29:20.917661 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf93e76-e7ba-437a-88cf-2d894b287b64 req-32e45034-fef0-4cc0-9972-c91de34ea57a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:20.919171 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2cf93e76-e7ba-437a-88cf-2d894b287b64 req-32e45034-fef0-4cc0-9972-c91de34ea57a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 944 time: 0.0518332 Apr 06 17:29:20.965120 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2cf93e76-e7ba-437a-88cf-2d894b287b64 req-afcad618-cf00-44a1-9209-62b45a55f452 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403779 Apr 06 17:29:21.647616 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 2a3a5734-9d83-4745-b06e-c808c2b83bc8 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:29:21.784393 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:29:21.788391 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:29:21.788775 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:21.864209 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:29:21.864609 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:21.887019 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:29:21.889296 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1c4bc4-36ef-47df-95a3-f04e7d5f88c2" -d '{"events": [{"server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "name": "network-vif-plugged", "status": "completed", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:29:21.901133 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 2a3a5734-9d83-4745-b06e-c808c2b83bc8, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:29:21.967386 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:22.019594 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=2a3a5734-9d83-4745-b06e-c808c2b83bc8,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:22.049993 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdab578-98cc-4a19-ad1f-7f532c97496f x-openstack-request-id: req-cbdab578-98cc-4a19-ad1f-7f532c97496f {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:29:22.050291 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "name": "network-vif-plugged", "status": "completed", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:29:22.050549 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cbdab578-98cc-4a19-ad1f-7f532c97496f {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:29:22.050952 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbdab578-98cc-4a19-ad1f-7f532c97496f'] response: {'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'code': 200} Apr 06 17:29:22.089881 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3828fb-6ca5-4488-8631-1a301014d574 req-a22f160f-4557-4ffc-a989-25e270a7c204 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:22.091416 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4b3828fb-6ca5-4488-8631-1a301014d574 req-a22f160f-4557-4ffc-a989-25e270a7c204 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 945 time: 0.0523450 Apr 06 17:29:22.141609 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4b3828fb-6ca5-4488-8631-1a301014d574 req-89f49062-3af2-4bc7-9b0b-742cbc37f2b6 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445523 Apr 06 17:29:22.375530 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d9c61-72e7-46ff-bed8-1ec9ffa152b4 req-1708da1d-10ed-44df-8dd3-36c4d93fd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:22.377050 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-c12d9c61-72e7-46ff-bed8-1ec9ffa152b4 req-1708da1d-10ed-44df-8dd3-36c4d93fd550 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 1129 time: 0.0448489 Apr 06 17:29:22.420092 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-c12d9c61-72e7-46ff-bed8-1ec9ffa152b4 req-a3aed0d3-4fc8-450a-abc4-751f2835ba18 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368178 Apr 06 17:29:23.258580 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1d889-a646-4f79-8876-4d323f9bcdcb req-ce5351f6-9f19-4634-be47-6fb532eeed6b tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:23.260314 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2ad1d889-a646-4f79-8876-4d323f9bcdcb req-ce5351f6-9f19-4634-be47-6fb532eeed6b tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 945 time: 0.0523698 Apr 06 17:29:23.307768 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-2ad1d889-a646-4f79-8876-4d323f9bcdcb req-09765abc-c7a9-4a20-97c8-ca67fd1f2a84 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419741 Apr 06 17:29:24.422282 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfc55f-2aa4-4edc-9ba7-2b84280a130a req-2d4dcb67-2ddd-4d99-9f63-83829db2154a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:24.423779 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e5bfc55f-2aa4-4edc-9ba7-2b84280a130a req-2d4dcb67-2ddd-4d99-9f63-83829db2154a tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 945 time: 0.0518992 Apr 06 17:29:24.469932 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e5bfc55f-2aa4-4edc-9ba7-2b84280a130a req-a8a74bb0-bfd6-457d-9eb6-24429cb52582 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Apr 06 17:29:24.587715 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37de12d-eb10-4e6b-806c-b0839b94ef8d req-67fa130d-f2bf-44a1-8f1b-436edafde2e9 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:24.589107 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b37de12d-eb10-4e6b-806c-b0839b94ef8d req-67fa130d-f2bf-44a1-8f1b-436edafde2e9 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 945 time: 0.0557816 Apr 06 17:29:24.634085 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b37de12d-eb10-4e6b-806c-b0839b94ef8d req-cc9ec714-d52a-4f27-b76e-afc47a1eab72 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395517 Apr 06 17:29:24.946957 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708efd4-53f7-4a07-9f79-1dfb5e826934 req-25e9628f-c95b-40f3-901b-73a6e1d6df79 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:24.948415 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d708efd4-53f7-4a07-9f79-1dfb5e826934 req-25e9628f-c95b-40f3-901b-73a6e1d6df79 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 945 time: 0.0508947 Apr 06 17:29:24.992626 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d708efd4-53f7-4a07-9f79-1dfb5e826934 req-ff886ea3-d1cf-4fc9-b513-04271001273c tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386822 Apr 06 17:29:25.349416 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-db9c5eb1-e3cd-4a67-a9dd-d4869b44ec91 req-2c006be4-7050-45e6-9680-071530279d8e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466447 Apr 06 17:29:25.447772 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5eb1-e3cd-4a67-a9dd-d4869b44ec91 req-3957092c-a137-4886-8cf3-9b35d8f037c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:25.449920 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-db9c5eb1-e3cd-4a67-a9dd-d4869b44ec91 req-3957092c-a137-4886-8cf3-9b35d8f037c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7c1f94295245dd8d39176e88a54450&device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 1129 time: 0.0441570 Apr 06 17:29:25.554527 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5eb1-e3cd-4a67-a9dd-d4869b44ec91 req-9b89d4b5-46c4-441b-8231-8a0ee5615ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:25.556006 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-db9c5eb1-e3cd-4a67-a9dd-d4869b44ec91 req-9b89d4b5-46c4-441b-8231-8a0ee5615ce9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6a76151-3555-44b3-ba1f-3283264d922b HTTP/1.1" status: 200 len: 916 time: 0.0888462 Apr 06 17:29:25.599609 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-db9c5eb1-e3cd-4a67-a9dd-d4869b44ec91 req-6ddbb7a2-fc47-424e-aa24-482c23bfdbc8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 200 len: 217 time: 0.0382917 Apr 06 17:29:25.646433 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5eb1-e3cd-4a67-a9dd-d4869b44ec91 req-0d77aa28-f4f3-467e-9eaa-0848b71431b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:25.647888 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-db9c5eb1-e3cd-4a67-a9dd-d4869b44ec91 req-0d77aa28-f4f3-467e-9eaa-0848b71431b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=897e57f4-6467-4e0b-9cb2-ac14b2e084e6 HTTP/1.1" status: 200 len: 854 time: 0.0430951 Apr 06 17:29:25.696836 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5eb1-e3cd-4a67-a9dd-d4869b44ec91 req-ca20d373-358e-4c79-b85c-d575d8a6fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:25.700231 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-db9c5eb1-e3cd-4a67-a9dd-d4869b44ec91 req-ca20d373-358e-4c79-b85c-d575d8a6fec0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6a76151-3555-44b3-ba1f-3283264d922b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451870 Apr 06 17:29:25.790734 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-db9c5eb1-e3cd-4a67-a9dd-d4869b44ec91 req-bbd2ce24-5255-410c-ab1e-24125a8acffc service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862687 Apr 06 17:29:25.878033 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-db9c5eb1-e3cd-4a67-a9dd-d4869b44ec91 req-4d4309de-d39a-4cf0-b975-4a50a8194d5c service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813723 Apr 06 17:29:32.652915 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:35.183836 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad7510-3980-42c0-b229-e987dbcdf0f0 req-d52e3807-30e3-485a-9cad-4e6f5d425338 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:35.185281 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6fad7510-3980-42c0-b229-e987dbcdf0f0 req-d52e3807-30e3-485a-9cad-4e6f5d425338 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 945 time: 0.0512724 Apr 06 17:29:35.234180 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6fad7510-3980-42c0-b229-e987dbcdf0f0 req-c2f2fee0-c29e-450b-9cde-372e8939e0b5 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Apr 06 17:29:35.256070 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44520) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:29:35.339318 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a497c6d1-e12a-44a4-b7cc-53560362e00d tempest-TestMinimumBasicScenario-488574737 tempest-TestMinimumBasicScenario-488574737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:35.341446 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-a497c6d1-e12a-44a4-b7cc-53560362e00d tempest-TestMinimumBasicScenario-488574737 tempest-TestMinimumBasicScenario-488574737-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 1124 time: 0.0844316 Apr 06 17:29:35.344374 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44524) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:29:35.348479 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'port_id': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:29:35.476118 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:35.572383 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:35.672237 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Allocated IP 172.27.1.143 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/fb350311-6541-4e7f-af4a-9f34735bc3be) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:29:35.774297 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for port (fb350311-6541-4e7f-af4a-9f34735bc3be), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:35.892501 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (fb350311-6541-4e7f-af4a-9f34735bc3be), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:35.926161 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:29:35.928900 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:29:35.934371 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:29:35.962008 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event updated for resources: {'Port': ['ID=fb350311-6541-4e7f-af4a-9f34735bc3be,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:35.972262 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.972616 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.972957 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.973297 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.973631 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.973962 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.974290 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.974625 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.974953 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.975307 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.975651 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.975965 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.976290 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.976610 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:35.976929 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:36.313188 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for floatingip (2d62b3f7-60b4-4d75-b02b-1ca8c9db1fc4), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:36.440659 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (fb350311-6541-4e7f-af4a-9f34735bc3be), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:36.585616 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for port (fb350311-6541-4e7f-af4a-9f34735bc3be), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:36.647400 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (fb350311-6541-4e7f-af4a-9f34735bc3be), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:36.717341 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event updated for resources: {'Port': ['ID=fb350311-6541-4e7f-af4a-9f34735bc3be,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:36.726954 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (2d62b3f7-60b4-4d75-b02b-1ca8c9db1fc4), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:36.828971 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Floating IP 2d62b3f7-60b4-4d75-b02b-1ca8c9db1fc4 associated. External IP: 172.27.1.143, port: 2a3a5734-9d83-4745-b06e-c808c2b83bc8. Apr 06 17:29:37.037913 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Router 872ef98c-a290-4a7a-b3ef-95968f06976c has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:29:37.148597 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:29:37.150358 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-737802ff-d965-48e3-a51a-3bae58aa601a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:37.159081 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307aa9f4-7327-4cc3-b82c-fa0cf3507357 None None] Sync routers for ids ['872ef98c-a290-4a7a-b3ef-95968f06976c'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:29:37.168754 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307aa9f4-7327-4cc3-b82c-fa0cf3507357 None None] Routers {'872ef98c-a290-4a7a-b3ef-95968f06976c'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:29:37.169365 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-307aa9f4-7327-4cc3-b82c-fa0cf3507357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:29:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['872ef98c-a290-4a7a-b3ef-95968f06976c'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:29:37.232472 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:37.262862 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-dc3b2852-aafb-442f-908f-b427b7195b97 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9168792 Apr 06 17:29:37.263463 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:29:37.265706 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8359170-38fe-413d-977b-377ef7a3f1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:29:37.266091 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44526) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:29:37.271056 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-11846748', 'description': 'tempest-secgroup-smoke-11846748 description', 'project_id': '1e7c1f94295245dd8d39176e88a54450'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:29:37.276973 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-307aa9f4-7327-4cc3-b82c-fa0cf3507357 None None] Set router 872ef98c-a290-4a7a-b3ef-95968f06976c gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:29:37.304376 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fb4761-23eb-4af8-a08a-6cbc54139bd6 x-openstack-request-id: req-64fb4761-23eb-4af8-a08a-6cbc54139bd6 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:29:37.304673 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:29:37.304983 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64fb4761-23eb-4af8-a08a-6cbc54139bd6 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:29:37.305585 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fb4761-23eb-4af8-a08a-6cbc54139bd6'] response: {'name': 'network-changed', 'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'status': 'completed', 'code': 200} Apr 06 17:29:37.339340 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:37.424690 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8359170-38fe-413d-977b-377ef7a3f1ae req-f611a739-ca20-4951-be2c-96010d3ab2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:37.426205 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a8359170-38fe-413d-977b-377ef7a3f1ae req-f611a739-ca20-4951-be2c-96010d3ab2de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7c1f94295245dd8d39176e88a54450&device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 1129 time: 0.0748322 Apr 06 17:29:37.494431 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group (330e27f4-88b0-438c-8737-3ee2a98dbc0f), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:37.503399 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-307aa9f4-7327-4cc3-b82c-fa0cf3507357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 4, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '2d62b3f7-60b4-4d75-b02b-1ca8c9db1fc4', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'port_id': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'mac_address': 'fa:16:3e:89:32:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:29:36Z', 'updated_at': '2022-04-06T17:29:36Z', 'revision_number': 0, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b121c8e7-cffc-4e27-91df-535f0274873c', 'name': '', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'mac_address': 'fa:16:3e:f5:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:38Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 5, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'subnets': [{'id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:29:37.529916 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307aa9f4-7327-4cc3-b82c-fa0cf3507357 None None] Checking router: 872ef98c-a290-4a7a-b3ef-95968f06976c for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:29:37.535711 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8359170-38fe-413d-977b-377ef7a3f1ae req-e0b3d38e-ce4b-4857-ba5f-0bd1dc474260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:37.537189 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a8359170-38fe-413d-977b-377ef7a3f1ae req-e0b3d38e-ce4b-4857-ba5f-0bd1dc474260 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6a76151-3555-44b3-ba1f-3283264d922b HTTP/1.1" status: 200 len: 916 time: 0.1045790 Apr 06 17:29:37.538129 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307aa9f4-7327-4cc3-b82c-fa0cf3507357 None None] Routers {'872ef98c-a290-4a7a-b3ef-95968f06976c'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:29:37.538739 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-307aa9f4-7327-4cc3-b82c-fa0cf3507357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:29:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['872ef98c-a290-4a7a-b3ef-95968f06976c'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:29:37.549696 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (330e27f4-88b0-438c-8737-3ee2a98dbc0f), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:37.626806 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330e27f4-88b0-438c-8737-3ee2a98dbc0f,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:37.631579 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a8359170-38fe-413d-977b-377ef7a3f1ae req-4bba1000-4718-41b2-985a-b858c3783042 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 200 len: 999 time: 0.0885544 Apr 06 17:29:37.636297 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.636650 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.637509 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.637874 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.638195 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.638532 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.638865 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.639218 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.639553 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.639883 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.640214 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.640577 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.640917 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.641234 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.641561 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:29:37.648944 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-307aa9f4-7327-4cc3-b82c-fa0cf3507357 None None] Set router 872ef98c-a290-4a7a-b3ef-95968f06976c gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:29:37.675333 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:37.676570 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-1e922137-0d4d-431c-815b-9f81fd4b14fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4093716 Apr 06 17:29:37.679655 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44530) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:29:37.684343 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-0811b92e-cf94-4e8a-8006-3012d420efb6 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Request body: {'security_group_rule': {'security_group_id': '330e27f4-88b0-438c-8737-3ee2a98dbc0f', 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:29:37.693269 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8359170-38fe-413d-977b-377ef7a3f1ae req-a90da907-183a-4c73-bfd7-7632b13de703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:37.694778 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a8359170-38fe-413d-977b-377ef7a3f1ae req-a90da907-183a-4c73-bfd7-7632b13de703 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=897e57f4-6467-4e0b-9cb2-ac14b2e084e6 HTTP/1.1" status: 200 len: 854 time: 0.0499601 Apr 06 17:29:37.744180 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8359170-38fe-413d-977b-377ef7a3f1ae req-f71cc3b7-5288-48de-ac0d-5c43e9b4d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:37.745738 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a8359170-38fe-413d-977b-377ef7a3f1ae req-f71cc3b7-5288-48de-ac0d-5c43e9b4d9bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6a76151-3555-44b3-ba1f-3283264d922b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453341 Apr 06 17:29:37.767392 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0811b92e-cf94-4e8a-8006-3012d420efb6 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (3a1b75e4-4964-49ef-adec-376592f12dbf), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:37.826931 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0811b92e-cf94-4e8a-8006-3012d420efb6 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (3a1b75e4-4964-49ef-adec-376592f12dbf), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:37.842118 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a8359170-38fe-413d-977b-377ef7a3f1ae req-54e6fa2d-c692-4cc2-9a68-8ce12bb927af service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903802 Apr 06 17:29:37.885097 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-307aa9f4-7327-4cc3-b82c-fa0cf3507357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 4, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '2d62b3f7-60b4-4d75-b02b-1ca8c9db1fc4', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'port_id': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'mac_address': 'fa:16:3e:89:32:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:29:36Z', 'updated_at': '2022-04-06T17:29:36Z', 'revision_number': 0, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b121c8e7-cffc-4e27-91df-535f0274873c', 'name': '', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'mac_address': 'fa:16:3e:f5:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:38Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 5, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'subnets': [{'id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:29:37.911774 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307aa9f4-7327-4cc3-b82c-fa0cf3507357 None None] The sync data for ids ['872ef98c-a290-4a7a-b3ef-95968f06976c'] in dv-cinder-836850-1-iscsi is: [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 4, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': '2d62b3f7-60b4-4d75-b02b-1ca8c9db1fc4', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'floating_ip_address': '172.27.1.143', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'port_id': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'mac_address': 'fa:16:3e:89:32:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:29:36Z', 'updated_at': '2022-04-06T17:29:36Z', 'revision_number': 0, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b121c8e7-cffc-4e27-91df-535f0274873c', 'name': '', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'mac_address': 'fa:16:3e:f5:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:38Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 5, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'subnets': [{'id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:29:37.929559 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-a8359170-38fe-413d-977b-377ef7a3f1ae req-eec4704a-f0e7-4364-a290-5fcb04db935b service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819275 Apr 06 17:29:37.933496 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0811b92e-cf94-4e8a-8006-3012d420efb6 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (3a1b75e4-4964-49ef-adec-376592f12dbf), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:37.952400 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811b92e-cf94-4e8a-8006-3012d420efb6 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1b75e4-4964-49ef-adec-376592f12dbf,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:38.026858 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-0811b92e-cf94-4e8a-8006-3012d420efb6 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:38.030694 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-0811b92e-cf94-4e8a-8006-3012d420efb6 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3473334 Apr 06 17:29:38.030916 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44532) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:29:38.035370 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-dec185a2-0ecb-49e8-a1ab-6d945a62136f tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Request body: {'security_group_rule': {'security_group_id': '330e27f4-88b0-438c-8737-3ee2a98dbc0f', 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:29:38.122732 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dec185a2-0ecb-49e8-a1ab-6d945a62136f tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (f3cd0455-6daa-4caf-9a18-9f6436f8342e), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:38.185810 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dec185a2-0ecb-49e8-a1ab-6d945a62136f tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (f3cd0455-6daa-4caf-9a18-9f6436f8342e), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:38.259141 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dec185a2-0ecb-49e8-a1ab-6d945a62136f tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (f3cd0455-6daa-4caf-9a18-9f6436f8342e), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:38.277823 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec185a2-0ecb-49e8-a1ab-6d945a62136f tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cd0455-6daa-4caf-9a18-9f6436f8342e,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:38.335564 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-dec185a2-0ecb-49e8-a1ab-6d945a62136f tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:38.336813 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-dec185a2-0ecb-49e8-a1ab-6d945a62136f tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3049016 Apr 06 17:29:38.339698 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44534) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:29:38.343956 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-ce66c1c9-3905-4e09-af03-e1449ddd3e73 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Request body: {'security_group_rule': {'security_group_id': '330e27f4-88b0-438c-8737-3ee2a98dbc0f', 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:29:38.429246 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ce66c1c9-3905-4e09-af03-e1449ddd3e73 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (26d782f2-abac-476a-b79b-333162f67265), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:38.489445 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ce66c1c9-3905-4e09-af03-e1449ddd3e73 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (26d782f2-abac-476a-b79b-333162f67265), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:38.515952 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4514ce4-f37a-4e40-8bf0-87925978f846 None None] New status for floating IP 2d62b3f7-60b4-4d75-b02b-1ca8c9db1fc4: ACTIVE {{(pid=103879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:29:38.600877 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ce66c1c9-3905-4e09-af03-e1449ddd3e73 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (26d782f2-abac-476a-b79b-333162f67265), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:38.621266 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66c1c9-3905-4e09-af03-e1449ddd3e73 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d782f2-abac-476a-b79b-333162f67265,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:38.702142 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ce66c1c9-3905-4e09-af03-e1449ddd3e73 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:38.703423 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ce66c1c9-3905-4e09-af03-e1449ddd3e73 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3628535 Apr 06 17:29:38.706149 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44536) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:29:38.710577 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-f57c10a5-5a09-46e3-ab1d-b97adc713a89 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Request body: {'security_group_rule': {'security_group_id': '330e27f4-88b0-438c-8737-3ee2a98dbc0f', 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:29:38.863666 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f57c10a5-5a09-46e3-ab1d-b97adc713a89 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (a2aed3f9-dbb8-467f-975b-2f3af545f4f8), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:38.915884 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f57c10a5-5a09-46e3-ab1d-b97adc713a89 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (a2aed3f9-dbb8-467f-975b-2f3af545f4f8), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:38.967246 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f57c10a5-5a09-46e3-ab1d-b97adc713a89 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (a2aed3f9-dbb8-467f-975b-2f3af545f4f8), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:38.984541 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c10a5-5a09-46e3-ab1d-b97adc713a89 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2aed3f9-dbb8-467f-975b-2f3af545f4f8,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:39.032374 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-f57c10a5-5a09-46e3-ab1d-b97adc713a89 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.033691 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-f57c10a5-5a09-46e3-ab1d-b97adc713a89 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3265171 Apr 06 17:29:39.036352 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44538) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:29:39.040873 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-025de64f-8019-4f80-86e2-1ba7d2f91816 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Request body: {'security_group_rule': {'security_group_id': '330e27f4-88b0-438c-8737-3ee2a98dbc0f', 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:29:39.133311 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.securitygroups_db [None req-025de64f-8019-4f80-86e2-1ba7d2f91816 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Project 1e7c1f94295245dd8d39176e88a54450 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:29:39.138664 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-025de64f-8019-4f80-86e2-1ba7d2f91816 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (c7424ab6-c0a5-456a-976a-075ba688f892), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.201820 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-025de64f-8019-4f80-86e2-1ba7d2f91816 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (c7424ab6-c0a5-456a-976a-075ba688f892), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.320663 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-025de64f-8019-4f80-86e2-1ba7d2f91816 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (c7424ab6-c0a5-456a-976a-075ba688f892), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.338667 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025de64f-8019-4f80-86e2-1ba7d2f91816 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7424ab6-c0a5-456a-976a-075ba688f892,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:39.409732 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-025de64f-8019-4f80-86e2-1ba7d2f91816 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.411069 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-025de64f-8019-4f80-86e2-1ba7d2f91816 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3737142 Apr 06 17:29:39.413777 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44540) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:29:39.418088 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-9a3e99e3-3d35-4753-8986-d70b2ca07f88 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Request body: {'security_group_rule': {'security_group_id': '330e27f4-88b0-438c-8737-3ee2a98dbc0f', 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:29:39.510312 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.securitygroups_db [None req-9a3e99e3-3d35-4753-8986-d70b2ca07f88 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Project 1e7c1f94295245dd8d39176e88a54450 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:29:39.515276 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9a3e99e3-3d35-4753-8986-d70b2ca07f88 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (3ba79867-2646-4758-b3f1-9aa0ed220a4b), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.574343 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9a3e99e3-3d35-4753-8986-d70b2ca07f88 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (3ba79867-2646-4758-b3f1-9aa0ed220a4b), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.596178 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b5344b19-ca92-4746-abd0-b7aa9dea53a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.636059 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9a3e99e3-3d35-4753-8986-d70b2ca07f88 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (3ba79867-2646-4758-b3f1-9aa0ed220a4b), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.654643 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e99e3-3d35-4753-8986-d70b2ca07f88 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba79867-2646-4758-b3f1-9aa0ed220a4b,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:39.706513 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9a3e99e3-3d35-4753-8986-d70b2ca07f88 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:39.707766 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-9a3e99e3-3d35-4753-8986-d70b2ca07f88 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2930431 Apr 06 17:29:39.794662 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c7cc9011-8952-45bc-bb04-15af320495bd req-bb16da05-aa8b-488e-b78b-72cef3154542 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11846748&fields=id&tenant_id=1e7c1f94295245dd8d39176e88a54450 HTTP/1.1" status: 200 len: 267 time: 0.0430014 Apr 06 17:29:39.851848 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc9011-8952-45bc-bb04-15af320495bd req-b8beb4d2-d3a0-412f-827a-bccc33e8a8e0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:39.853267 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c7cc9011-8952-45bc-bb04-15af320495bd req-b8beb4d2-d3a0-412f-827a-bccc33e8a8e0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 945 time: 0.0533464 Apr 06 17:29:39.863967 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-c7cc9011-8952-45bc-bb04-15af320495bd req-d6afee1d-25cb-4a31-abab-ad25e66fb792 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Request body: {'port': {'security_groups': ['ae5c847b-65b9-48f1-b5f1-de5efc91ae04', '330e27f4-88b0-438c-8737-3ee2a98dbc0f']}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:29:39.929282 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c7cc9011-8952-45bc-bb04-15af320495bd req-d6afee1d-25cb-4a31-abab-ad25e66fb792 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:40.109100 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-c7cc9011-8952-45bc-bb04-15af320495bd req-d6afee1d-25cb-4a31-abab-ad25e66fb792 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] For port 2a3a5734-9d83-4745-b06e-c808c2b83bc8, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:29:40.137436 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c7cc9011-8952-45bc-bb04-15af320495bd req-d6afee1d-25cb-4a31-abab-ad25e66fb792 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:40.229242 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c7cc9011-8952-45bc-bb04-15af320495bd req-d6afee1d-25cb-4a31-abab-ad25e66fb792 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:40.264075 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['2a3a5734-9d83-4745-b06e-c808c2b83bc8'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:29:40.270618 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc9011-8952-45bc-bb04-15af320495bd req-d6afee1d-25cb-4a31-abab-ad25e66fb792 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:40.271249 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-c7cc9011-8952-45bc-bb04-15af320495bd req-d6afee1d-25cb-4a31-abab-ad25e66fb792 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:40.272636 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c7cc9011-8952-45bc-bb04-15af320495bd req-d6afee1d-25cb-4a31-abab-ad25e66fb792 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "PUT /v2.0/ports/2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 200 len: 981 time: 0.4130952 Apr 06 17:29:40.273666 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:29:40.276059 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fcec4c-3596-4633-9c29-8bf14cae3b48" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:29:40.339054 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afee1d-25cb-4a31-abab-ad25e66fb792 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event updated for resources: {'Port': ['ID=2a3a5734-9d83-4745-b06e-c808c2b83bc8,revision_number=6']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:29:40.339054 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738759f8-0aad-4b39-9768-1448017770ad x-openstack-request-id: req-738759f8-0aad-4b39-9768-1448017770ad {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:29:40.339054 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:29:40.339054 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-738759f8-0aad-4b39-9768-1448017770ad {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:29:40.339054 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738759f8-0aad-4b39-9768-1448017770ad'] response: {'name': 'network-changed', 'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'status': 'completed', 'code': 200} Apr 06 17:29:40.405254 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edb14f-6c75-49dc-b13b-f453e8aa4625 req-67c7f5f8-33ea-4c48-bbb7-58029d4e18c5 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:40.414649 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['2a3a5734-9d83-4745-b06e-c808c2b83bc8'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:29:40.415268 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f7edb14f-6c75-49dc-b13b-f453e8aa4625 req-67c7f5f8-33ea-4c48-bbb7-58029d4e18c5 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0780978 Apr 06 17:29:40.428474 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcec4c-3596-4633-9c29-8bf14cae3b48 req-c1f8c564-d60d-481e-9c30-02df3e6c7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:40.430048 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-74fcec4c-3596-4633-9c29-8bf14cae3b48 req-c1f8c564-d60d-481e-9c30-02df3e6c7afc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7c1f94295245dd8d39176e88a54450&device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 1168 time: 0.0608394 Apr 06 17:29:40.488999 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f7edb14f-6c75-49dc-b13b-f453e8aa4625 req-7bb91edd-b32a-46aa-8828-3ea4d87822a5 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0727327 Apr 06 17:29:40.541794 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcec4c-3596-4633-9c29-8bf14cae3b48 req-38f90d66-4e19-4fde-8cf7-41f821c2947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:40.543826 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-74fcec4c-3596-4633-9c29-8bf14cae3b48 req-38f90d66-4e19-4fde-8cf7-41f821c2947e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6a76151-3555-44b3-ba1f-3283264d922b HTTP/1.1" status: 200 len: 916 time: 0.1058397 Apr 06 17:29:40.579288 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-a36bf224-5a41-4939-97a1-512c41e4f02e None None] Provisioning complete for port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:29:40.579670 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a36bf224-5a41-4939-97a1-512c41e4f02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:40.612802 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-74fcec4c-3596-4633-9c29-8bf14cae3b48 req-fbccb403-474c-46cd-818c-38232dfd3a5a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 200 len: 1001 time: 0.0625439 Apr 06 17:29:40.615960 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:40.661149 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcec4c-3596-4633-9c29-8bf14cae3b48 req-382cdc96-b57b-4921-988c-21dbb59f2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:40.662660 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-74fcec4c-3596-4633-9c29-8bf14cae3b48 req-382cdc96-b57b-4921-988c-21dbb59f2e47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=897e57f4-6467-4e0b-9cb2-ac14b2e084e6 HTTP/1.1" status: 200 len: 854 time: 0.0436492 Apr 06 17:29:40.711728 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcec4c-3596-4633-9c29-8bf14cae3b48 req-94ea6a29-fa1f-4f25-9f90-e7c52712582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:29:40.713279 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-74fcec4c-3596-4633-9c29-8bf14cae3b48 req-94ea6a29-fa1f-4f25-9f90-e7c52712582b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6a76151-3555-44b3-ba1f-3283264d922b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451436 Apr 06 17:29:40.779683 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-a36bf224-5a41-4939-97a1-512c41e4f02e None None] Current status of the port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:29:40.805610 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-74fcec4c-3596-4633-9c29-8bf14cae3b48 req-5647efe6-d513-4ee3-9429-082d6218314b service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857048 Apr 06 17:29:40.895873 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-74fcec4c-3596-4633-9c29-8bf14cae3b48 req-055f9912-42ef-4e27-b305-89670daf0649 service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836987 Apr 06 17:29:41.996314 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:43.333102 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:29:49.296451 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:30:02.647059 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:07.155576 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0c5b-a832-413d-b4ec-b2728e446db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:09.619151 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ce10975e-0cc1-4401-bf65-7e25cbf9997e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:10.537545 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:11.893054 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:13.321492 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:25.331990 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5094fbe7-f560-4612-9e1d-ac31055e534d req-e5942e0e-4b72-453d-bdb0-054bfd8936e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443308 Apr 06 17:30:25.442187 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094fbe7-f560-4612-9e1d-ac31055e534d req-ff6d1034-a282-4072-b3ef-8443ebf5b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:25.443714 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5094fbe7-f560-4612-9e1d-ac31055e534d req-ff6d1034-a282-4072-b3ef-8443ebf5b1b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7c1f94295245dd8d39176e88a54450&device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 1168 time: 0.0474906 Apr 06 17:30:25.543990 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094fbe7-f560-4612-9e1d-ac31055e534d req-5fc2d883-0000-4587-bf79-930d118b0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:25.545515 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5094fbe7-f560-4612-9e1d-ac31055e534d req-5fc2d883-0000-4587-bf79-930d118b0262 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6a76151-3555-44b3-ba1f-3283264d922b HTTP/1.1" status: 200 len: 916 time: 0.0836544 Apr 06 17:30:25.611214 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5094fbe7-f560-4612-9e1d-ac31055e534d req-a63af363-60bb-41eb-9f9a-a32c9e52e0e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 200 len: 1001 time: 0.0602088 Apr 06 17:30:25.658426 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094fbe7-f560-4612-9e1d-ac31055e534d req-d8f847c7-0773-4564-9138-7230d3ab49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:25.659918 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5094fbe7-f560-4612-9e1d-ac31055e534d req-d8f847c7-0773-4564-9138-7230d3ab49bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=897e57f4-6467-4e0b-9cb2-ac14b2e084e6 HTTP/1.1" status: 200 len: 854 time: 0.0435534 Apr 06 17:30:25.706973 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094fbe7-f560-4612-9e1d-ac31055e534d req-15949f91-d427-4794-833c-3412ece8db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:25.708494 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5094fbe7-f560-4612-9e1d-ac31055e534d req-15949f91-d427-4794-833c-3412ece8db16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6a76151-3555-44b3-ba1f-3283264d922b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430598 Apr 06 17:30:25.798544 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5094fbe7-f560-4612-9e1d-ac31055e534d req-1c908259-d3a2-4b1d-9481-bd30d8e22c06 service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836735 Apr 06 17:30:25.885030 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5094fbe7-f560-4612-9e1d-ac31055e534d req-9db04a16-7203-4b92-8bbb-7485d4e71e8d service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803921 Apr 06 17:30:26.295986 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:30:32.641838 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:37.165558 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7f4c74ea-b42b-4cd4-9e65-67c8d0a775fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:39.340626 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb99ba-6ee9-4791-aefc-72386941d301 req-12aee691-0117-48d2-ba14-13f5a72a1a32 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:39.342101 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-abfb99ba-6ee9-4791-aefc-72386941d301 req-12aee691-0117-48d2-ba14-13f5a72a1a32 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0556133 Apr 06 17:30:39.402245 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-abfb99ba-6ee9-4791-aefc-72386941d301 req-764734da-c57f-4bf0-9013-1ca28f954e0b tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0541971 Apr 06 17:30:39.412107 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0559af-72f2-4f16-afd9-51b9af23895d req-d2c27ca7-af78-4ea0-bb8d-742096e11408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:39.419890 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-cd0559af-72f2-4f16-afd9-51b9af23895d req-d2c27ca7-af78-4ea0-bb8d-742096e11408 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7c1f94295245dd8d39176e88a54450&device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 1168 time: 0.0475011 Apr 06 17:30:39.503533 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0559af-72f2-4f16-afd9-51b9af23895d req-5f7edcc3-c61f-494f-8f77-1caf78f80c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:39.504970 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-cd0559af-72f2-4f16-afd9-51b9af23895d req-5f7edcc3-c61f-494f-8f77-1caf78f80c33 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6a76151-3555-44b3-ba1f-3283264d922b HTTP/1.1" status: 200 len: 916 time: 0.0855408 Apr 06 17:30:39.570243 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-cd0559af-72f2-4f16-afd9-51b9af23895d req-0e3b91dc-2054-4712-bf45-dcaec9715968 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 200 len: 1001 time: 0.0590870 Apr 06 17:30:39.584476 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7af537bd-e1b5-4780-855e-7c4bc33adf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:39.620944 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0559af-72f2-4f16-afd9-51b9af23895d req-a02062f0-7f3d-4048-b261-beb33869465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:39.622371 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-cd0559af-72f2-4f16-afd9-51b9af23895d req-a02062f0-7f3d-4048-b261-beb33869465e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=897e57f4-6467-4e0b-9cb2-ac14b2e084e6 HTTP/1.1" status: 200 len: 854 time: 0.0466342 Apr 06 17:30:39.669783 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0559af-72f2-4f16-afd9-51b9af23895d req-0606fb5f-e12d-41ef-b792-f29d8e2ab578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:39.671312 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-cd0559af-72f2-4f16-afd9-51b9af23895d req-0606fb5f-e12d-41ef-b792-f29d8e2ab578 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6a76151-3555-44b3-ba1f-3283264d922b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426486 Apr 06 17:30:39.758131 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-cd0559af-72f2-4f16-afd9-51b9af23895d req-cae490c6-a43b-4583-a5b2-9764fad9429f service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807624 Apr 06 17:30:39.849441 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-cd0559af-72f2-4f16-afd9-51b9af23895d req-4b5296f4-44fe-46f8-b38f-1351ec573c68 service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850415 Apr 06 17:30:40.519102 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae785bf-d90c-4a48-b28e-2fa41eb59e8b req-d8e5e2da-ee0f-413f-8190-c3453a74f46f tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:40.520583 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dae785bf-d90c-4a48-b28e-2fa41eb59e8b req-d8e5e2da-ee0f-413f-8190-c3453a74f46f tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0522890 Apr 06 17:30:40.542675 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:40.583684 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-dae785bf-d90c-4a48-b28e-2fa41eb59e8b req-f4e3d6b1-89bb-4b39-baf8-a0cbcc31413e tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0569696 Apr 06 17:30:41.702201 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f2f4d-e52d-4caf-bfc0-27e90f778f4e req-026cab7b-8a01-4bd8-b415-e4ef2182989f tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:41.703696 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-562f2f4d-e52d-4caf-bfc0-27e90f778f4e req-026cab7b-8a01-4bd8-b415-e4ef2182989f tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0520899 Apr 06 17:30:41.762536 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-562f2f4d-e52d-4caf-bfc0-27e90f778f4e req-3d5eef81-182a-4537-aa93-5e4a05cca47f tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526814 Apr 06 17:30:41.892712 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:42.878477 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aaf84-c62b-49bd-a8c4-653b3417f0ce req-379a39ce-9205-4ea7-801c-ee967d2433f0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:42.884994 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-451aaf84-c62b-49bd-a8c4-653b3417f0ce req-379a39ce-9205-4ea7-801c-ee967d2433f0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0516632 Apr 06 17:30:42.937365 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-451aaf84-c62b-49bd-a8c4-653b3417f0ce req-e4ca8509-ee12-455f-b6c8-096c42253dee tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0516436 Apr 06 17:30:43.338511 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:44.057060 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bf182-0c2d-4b8f-a6a7-cbcc5ac6275c req-3c0e4d20-f71a-4a76-bb96-f0d590087f74 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:44.058487 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cb6bf182-0c2d-4b8f-a6a7-cbcc5ac6275c req-3c0e4d20-f71a-4a76-bb96-f0d590087f74 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0555389 Apr 06 17:30:44.116224 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cb6bf182-0c2d-4b8f-a6a7-cbcc5ac6275c req-5baafa82-559c-47dc-97c5-bdad5755f7e7 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521612 Apr 06 17:30:45.230591 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb43fa-bd08-49f8-a9e0-cc434c8c3367 req-389ad398-afe8-45a1-a9db-7598534f74f1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:45.232073 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-21bb43fa-bd08-49f8-a9e0-cc434c8c3367 req-389ad398-afe8-45a1-a9db-7598534f74f1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0509846 Apr 06 17:30:45.290247 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-21bb43fa-bd08-49f8-a9e0-cc434c8c3367 req-b4cb48f6-f745-4039-b736-7849f539c1ef tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0518458 Apr 06 17:30:46.408761 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db6450-a0b9-436a-89f4-9feade62c222 req-2ab10e5b-7f32-4843-a2bc-3e4a3a37ce27 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:46.410773 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f3db6450-a0b9-436a-89f4-9feade62c222 req-2ab10e5b-7f32-4843-a2bc-3e4a3a37ce27 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0557010 Apr 06 17:30:46.467645 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f3db6450-a0b9-436a-89f4-9feade62c222 req-f2637bc9-58d9-433b-bff4-bb4f29942147 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0512197 Apr 06 17:30:47.583886 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe54f9-3a7d-4fa0-8edf-6baf19eb61e7 req-85080ee4-82a2-40dc-be0d-d6c1ae277848 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:47.585258 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-24fe54f9-3a7d-4fa0-8edf-6baf19eb61e7 req-85080ee4-82a2-40dc-be0d-d6c1ae277848 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0518155 Apr 06 17:30:47.642917 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-24fe54f9-3a7d-4fa0-8edf-6baf19eb61e7 req-423d3f79-a612-445b-8539-9a3233590c37 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521326 Apr 06 17:30:48.761281 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fab414-3d4b-4556-a97d-2eff80f24ec6 req-5c20cb81-3ee9-4903-9285-23354cd959a4 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:48.762753 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e2fab414-3d4b-4556-a97d-2eff80f24ec6 req-5c20cb81-3ee9-4903-9285-23354cd959a4 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0530941 Apr 06 17:30:48.823995 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-e2fab414-3d4b-4556-a97d-2eff80f24ec6 req-6cc3542c-8974-4103-81ac-23ad5b63f6be tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552480 Apr 06 17:30:49.938983 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac5877-7f52-41cc-96cc-2deaade2c8d8 req-7708ad9b-b3dc-4a9e-9c61-489216b77021 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:49.941104 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a3ac5877-7f52-41cc-96cc-2deaade2c8d8 req-7708ad9b-b3dc-4a9e-9c61-489216b77021 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0526226 Apr 06 17:30:49.999832 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a3ac5877-7f52-41cc-96cc-2deaade2c8d8 req-9ebae09d-cc5b-4886-9f45-76ef092b3cd8 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531819 Apr 06 17:30:51.115781 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6030f-cd1f-4d21-a846-6aa74fcdfff4 req-f696b222-437b-49fe-b085-b46452df84fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:51.117217 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cdb6030f-cd1f-4d21-a846-6aa74fcdfff4 req-f696b222-437b-49fe-b085-b46452df84fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0514679 Apr 06 17:30:51.175110 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cdb6030f-cd1f-4d21-a846-6aa74fcdfff4 req-bde1775e-539a-4db2-be17-95baf30ae373 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0514755 Apr 06 17:30:52.292531 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2df763-2690-4357-9c37-83d186971207 req-23633ba5-8d02-4d48-b0d9-4b63a50e4cd4 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:30:52.293987 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af2df763-2690-4357-9c37-83d186971207 req-23633ba5-8d02-4d48-b0d9-4b63a50e4cd4 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0547614 Apr 06 17:30:52.351540 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-af2df763-2690-4357-9c37-83d186971207 req-ca8a6554-c197-461c-8ff8-c6f6e69872fd tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=330e27f4-88b0-438c-8737-3ee2a98dbc0f&id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0517609 Apr 06 17:31:02.675567 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:03.294823 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:31:07.166569 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d874a8e6-13f7-491d-a652-7eeff8906f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:09.599532 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-46857aa6-e56f-4632-a787-f2043cbaedef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:10.559305 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:11.915554 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:13.309436 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:27.361637 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6ac77c14-7156-4dfb-8571-8e959cf01bf7 req-744e166b-e564-443e-bd49-75a294916b9e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427368 Apr 06 17:31:27.462359 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77c14-7156-4dfb-8571-8e959cf01bf7 req-68db436f-ddf9-4984-8831-f8eea6ded257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:27.463934 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6ac77c14-7156-4dfb-8571-8e959cf01bf7 req-68db436f-ddf9-4984-8831-f8eea6ded257 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7c1f94295245dd8d39176e88a54450&device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 1168 time: 0.0442421 Apr 06 17:31:27.564996 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77c14-7156-4dfb-8571-8e959cf01bf7 req-bf720244-ce48-4688-bca4-508f5b25d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:27.566537 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6ac77c14-7156-4dfb-8571-8e959cf01bf7 req-bf720244-ce48-4688-bca4-508f5b25d56c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6a76151-3555-44b3-ba1f-3283264d922b HTTP/1.1" status: 200 len: 916 time: 0.0850985 Apr 06 17:31:27.629061 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6ac77c14-7156-4dfb-8571-8e959cf01bf7 req-04c5fe3f-0a41-4b10-b3f3-fe4e5b1f8673 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 200 len: 1001 time: 0.0566256 Apr 06 17:31:27.936307 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77c14-7156-4dfb-8571-8e959cf01bf7 req-d5f6c0c8-01fe-4017-9b63-eb36162bcca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:27.937705 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6ac77c14-7156-4dfb-8571-8e959cf01bf7 req-d5f6c0c8-01fe-4017-9b63-eb36162bcca9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=897e57f4-6467-4e0b-9cb2-ac14b2e084e6 HTTP/1.1" status: 200 len: 854 time: 0.3024988 Apr 06 17:31:27.983671 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77c14-7156-4dfb-8571-8e959cf01bf7 req-591c876a-374b-4222-94d5-af0aa31dbfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:27.985130 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6ac77c14-7156-4dfb-8571-8e959cf01bf7 req-591c876a-374b-4222-94d5-af0aa31dbfdd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6a76151-3555-44b3-ba1f-3283264d922b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415509 Apr 06 17:31:28.069621 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6ac77c14-7156-4dfb-8571-8e959cf01bf7 req-376dd824-d55e-4e80-a56e-303867ff8dfd service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784721 Apr 06 17:31:28.157551 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-6ac77c14-7156-4dfb-8571-8e959cf01bf7 req-448e582a-70ac-4bc0-b5ea-dbfeaa8dadb3 service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813708 Apr 06 17:31:32.674872 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:37.154862 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-10dff7dd-642e-48d1-b279-8423745103de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:39.587333 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-954beb32-78ff-4985-a4c6-6e2b2a3dc206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:40.293655 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:31:40.554950 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:41.926296 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:43.332119 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:55.901294 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4c636691-f69b-436a-a956-4a8c821e50e6 req-276dfc1b-2d0f-48e9-a25e-d40b8c587800 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11846748&fields=id&tenant_id=1e7c1f94295245dd8d39176e88a54450 HTTP/1.1" status: 200 len: 267 time: 0.0436983 Apr 06 17:31:55.955963 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c636691-f69b-436a-a956-4a8c821e50e6 req-5849c12e-2372-4c0b-b78b-30d1d140698b tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:55.957533 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4c636691-f69b-436a-a956-4a8c821e50e6 req-5849c12e-2372-4c0b-b78b-30d1d140698b tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 984 time: 0.0512102 Apr 06 17:31:55.967751 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [req-4c636691-f69b-436a-a956-4a8c821e50e6 req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Request body: {'port': {'security_groups': ['ae5c847b-65b9-48f1-b5f1-de5efc91ae04']}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:31:56.038912 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-4c636691-f69b-436a-a956-4a8c821e50e6 req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:56.218825 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [req-4c636691-f69b-436a-a956-4a8c821e50e6 req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] For port 2a3a5734-9d83-4745-b06e-c808c2b83bc8, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:56.248330 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-4c636691-f69b-436a-a956-4a8c821e50e6 req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:56.309079 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-4c636691-f69b-436a-a956-4a8c821e50e6 req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:56.344509 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['2a3a5734-9d83-4745-b06e-c808c2b83bc8'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:31:56.350557 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c636691-f69b-436a-a956-4a8c821e50e6 req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:56.351194 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [req-4c636691-f69b-436a-a956-4a8c821e50e6 req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:56.352560 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4c636691-f69b-436a-a956-4a8c821e50e6 req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "PUT /v2.0/ports/2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 200 len: 942 time: 0.3891244 Apr 06 17:31:56.353006 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:31:56.355248 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dce5947-df4b-44ae-9eb2-b1367ae5dd87" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:31:56.359621 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44632) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:56.389606 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event updated for resources: {'Port': ['ID=2a3a5734-9d83-4745-b06e-c808c2b83bc8,revision_number=7']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:56.404934 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.405285 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.405630 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.405969 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.406302 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.406969 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.407341 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.407673 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.408000 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.408328 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.408656 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.408984 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.409306 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.409628 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.409944 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc0feda-f81e-4eb2-9b55-9eb8d9efa5d0 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.436167 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group (330e27f4-88b0-438c-8737-3ee2a98dbc0f), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:56.465265 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group (330e27f4-88b0-438c-8737-3ee2a98dbc0f), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:56.481790 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['2a3a5734-9d83-4745-b06e-c808c2b83bc8'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:31:56.545199 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a36b90e-3f38-4380-9b81-725f0caabba2 x-openstack-request-id: req-0a36b90e-3f38-4380-9b81-725f0caabba2 {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:31:56.545494 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:31:56.545775 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a36b90e-3f38-4380-9b81-725f0caabba2 {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:31:56.546194 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a36b90e-3f38-4380-9b81-725f0caabba2'] response: {'name': 'network-changed', 'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'status': 'completed', 'code': 200} Apr 06 17:31:56.634042 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce5947-df4b-44ae-9eb2-b1367ae5dd87 req-27c77d40-e60c-4be9-94d2-f13f6af764d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:56.635711 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-1dce5947-df4b-44ae-9eb2-b1367ae5dd87 req-27c77d40-e60c-4be9-94d2-f13f6af764d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7c1f94295245dd8d39176e88a54450&device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 1129 time: 0.0490277 Apr 06 17:31:56.684374 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (330e27f4-88b0-438c-8737-3ee2a98dbc0f), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:56.685492 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-4305f56a-dc9e-48b4-b552-e16ff335dc4d None None] Provisioning complete for port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:31:56.685862 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4305f56a-dc9e-48b4-b552-e16ff335dc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:56.686987 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:56.688565 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "DELETE /v2.0/security-groups/330e27f4-88b0-438c-8737-3ee2a98dbc0f HTTP/1.1" status: 204 len: 168 time: 0.3272841 Apr 06 17:31:56.690912 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44638) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:56.702657 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330e27f4-88b0-438c-8737-3ee2a98dbc0f,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:56.720080 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.720080 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.720080 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.720080 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.720080 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.720080 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.720080 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.720080 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.720080 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.721049 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.721049 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.721049 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.721326 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.721560 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.721887 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb37191-5004-4958-90b4-a99d659269b1 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:56.759907 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce5947-df4b-44ae-9eb2-b1367ae5dd87 req-3dd00ce2-7efb-4e25-9403-0966aeae675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:56.762172 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-1dce5947-df4b-44ae-9eb2-b1367ae5dd87 req-3dd00ce2-7efb-4e25-9403-0966aeae675c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6a76151-3555-44b3-ba1f-3283264d922b HTTP/1.1" status: 200 len: 916 time: 0.1205287 Apr 06 17:31:56.783251 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-4305f56a-dc9e-48b4-b552-e16ff335dc4d None None] Current status of the port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:31:56.838487 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-1dce5947-df4b-44ae-9eb2-b1367ae5dd87 req-f5df4da8-166f-456a-966d-14f82f32330c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 200 len: 1001 time: 0.0693696 Apr 06 17:31:56.890373 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce5947-df4b-44ae-9eb2-b1367ae5dd87 req-a55524f7-697f-4bfa-9244-45af8e000ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:56.891937 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-1dce5947-df4b-44ae-9eb2-b1367ae5dd87 req-a55524f7-697f-4bfa-9244-45af8e000ed5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=897e57f4-6467-4e0b-9cb2-ac14b2e084e6 HTTP/1.1" status: 200 len: 854 time: 0.0475075 Apr 06 17:31:56.942158 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce5947-df4b-44ae-9eb2-b1367ae5dd87 req-d1d29c85-3ec8-4daa-89e8-3811e5a0ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:56.944234 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-1dce5947-df4b-44ae-9eb2-b1367ae5dd87 req-d1d29c85-3ec8-4daa-89e8-3811e5a0ab8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6a76151-3555-44b3-ba1f-3283264d922b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466678 Apr 06 17:31:57.040035 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-1dce5947-df4b-44ae-9eb2-b1367ae5dd87 req-6d2941cc-b656-4a63-92f4-71a2a4ea3ad3 service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895166 Apr 06 17:31:57.113583 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Deleting port fb350311-6541-4e7f-af4a-9f34735bc3be {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:31:57.114200 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (fb350311-6541-4e7f-af4a-9f34735bc3be), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:57.128778 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-1dce5947-df4b-44ae-9eb2-b1367ae5dd87 req-8453b734-4deb-4d6f-8a89-2366b416de9b service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829034 Apr 06 17:31:57.189591 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (fb350311-6541-4e7f-af4a-9f34735bc3be), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:57.189916 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for floatingip (fb350311-6541-4e7f-af4a-9f34735bc3be), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:57.201725 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Calling delete_port for fb350311-6541-4e7f-af4a-9f34735bc3be owned by network:floatingip {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:31:57.418111 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (fb350311-6541-4e7f-af4a-9f34735bc3be), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:57.443615 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event deleted for resources: {'Port': ['ID=fb350311-6541-4e7f-af4a-9f34735bc3be,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:57.502404 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks [] for floatingip (2d62b3f7-60b4-4d75-b02b-1ca8c9db1fc4), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:57.502736 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Floating IP 2d62b3f7-60b4-4d75-b02b-1ca8c9db1fc4 disassociated (deleted). External IP: 172.27.1.143, port: 2a3a5734-9d83-4745-b06e-c808c2b83bc8. Apr 06 17:31:57.710793 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Router 872ef98c-a290-4a7a-b3ef-95968f06976c has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:31:57.818834 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:31:57.823603 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:57.828653 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323202f1-4499-445f-af66-c6dbb5d36713 None None] Sync routers for ids ['872ef98c-a290-4a7a-b3ef-95968f06976c'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:31:57.837674 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323202f1-4499-445f-af66-c6dbb5d36713 None None] Routers {'872ef98c-a290-4a7a-b3ef-95968f06976c'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:57.838363 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-323202f1-4499-445f-af66-c6dbb5d36713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:31:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['872ef98c-a290-4a7a-b3ef-95968f06976c'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:57.852077 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-6417d6d6-99b4-41d9-9c4a-cca8eff7d926 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "DELETE /v2.0/floatingips/2d62b3f7-60b4-4d75-b02b-1ca8c9db1fc4 HTTP/1.1" status: 204 len: 168 time: 1.1598072 Apr 06 17:31:57.946418 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-323202f1-4499-445f-af66-c6dbb5d36713 None None] Set router 872ef98c-a290-4a7a-b3ef-95968f06976c gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:31:58.143252 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-323202f1-4499-445f-af66-c6dbb5d36713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 4, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'b121c8e7-cffc-4e27-91df-535f0274873c', 'name': '', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'mac_address': 'fa:16:3e:f5:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:38Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 5, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'subnets': [{'id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:58.170337 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323202f1-4499-445f-af66-c6dbb5d36713 None None] Checking router: 872ef98c-a290-4a7a-b3ef-95968f06976c for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:31:58.179286 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323202f1-4499-445f-af66-c6dbb5d36713 None None] Routers {'872ef98c-a290-4a7a-b3ef-95968f06976c'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:58.179920 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-323202f1-4499-445f-af66-c6dbb5d36713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:31:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['872ef98c-a290-4a7a-b3ef-95968f06976c'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:58.290698 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-323202f1-4499-445f-af66-c6dbb5d36713 None None] Set router 872ef98c-a290-4a7a-b3ef-95968f06976c gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:31:58.487580 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-323202f1-4499-445f-af66-c6dbb5d36713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 4, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'b121c8e7-cffc-4e27-91df-535f0274873c', 'name': '', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'mac_address': 'fa:16:3e:f5:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:38Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 5, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'subnets': [{'id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:58.517207 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323202f1-4499-445f-af66-c6dbb5d36713 None None] The sync data for ids ['872ef98c-a290-4a7a-b3ef-95968f06976c'] in dv-cinder-836850-1-iscsi is: [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:28:38Z', 'revision_number': 4, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'b121c8e7-cffc-4e27-91df-535f0274873c', 'name': '', 'network_id': 'a6a76151-3555-44b3-ba1f-3283264d922b', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'mac_address': 'fa:16:3e:f5:ec:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:38Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 5, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'subnets': [{'id': '897e57f4-6467-4e0b-9cb2-ac14b2e084e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:31:58.547272 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:31:58.549687 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478013d0-2c94-44ba-b2ae-5b869848de1c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:31:58.589668 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff788a0f-6c71-4924-9769-8b225aa6788b x-openstack-request-id: req-ff788a0f-6c71-4924-9769-8b225aa6788b {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:31:58.589956 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:31:58.590206 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff788a0f-6c71-4924-9769-8b225aa6788b {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:31:58.590610 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff788a0f-6c71-4924-9769-8b225aa6788b'] response: {'name': 'network-changed', 'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'status': 'completed', 'code': 200} Apr 06 17:31:58.745632 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe1998e-1056-43eb-bc67-5ba964c58095 None None] New status for floating IP 2d62b3f7-60b4-4d75-b02b-1ca8c9db1fc4: DOWN {{(pid=103879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:31:58.805142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478013d0-2c94-44ba-b2ae-5b869848de1c req-3c5a5748-4f83-457a-a1cc-97035ce9839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:58.806861 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-478013d0-2c94-44ba-b2ae-5b869848de1c req-3c5a5748-4f83-457a-a1cc-97035ce9839f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e7c1f94295245dd8d39176e88a54450&device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 1129 time: 0.0459080 Apr 06 17:31:59.036487 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478013d0-2c94-44ba-b2ae-5b869848de1c req-4dad8c0f-ff86-47d7-ad39-1b230b713f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:59.038011 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-478013d0-2c94-44ba-b2ae-5b869848de1c req-4dad8c0f-ff86-47d7-ad39-1b230b713f4d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6a76151-3555-44b3-ba1f-3283264d922b HTTP/1.1" status: 200 len: 916 time: 0.0880651 Apr 06 17:31:59.079629 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-478013d0-2c94-44ba-b2ae-5b869848de1c req-3d469d58-3d46-4b0f-9b38-5cc8b7757337 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 200 len: 217 time: 0.0343947 Apr 06 17:31:59.136159 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478013d0-2c94-44ba-b2ae-5b869848de1c req-2f92da52-9912-46d9-8a57-9f008a65dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:59.137629 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-478013d0-2c94-44ba-b2ae-5b869848de1c req-2f92da52-9912-46d9-8a57-9f008a65dca6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=897e57f4-6467-4e0b-9cb2-ac14b2e084e6 HTTP/1.1" status: 200 len: 854 time: 0.0495939 Apr 06 17:31:59.187263 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478013d0-2c94-44ba-b2ae-5b869848de1c req-b947c029-8fa0-43e8-96cb-5c688e930023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:59.189575 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-478013d0-2c94-44ba-b2ae-5b869848de1c req-b947c029-8fa0-43e8-96cb-5c688e930023 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6a76151-3555-44b3-ba1f-3283264d922b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434844 Apr 06 17:31:59.278313 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-478013d0-2c94-44ba-b2ae-5b869848de1c req-75a3a5dc-02ad-4afe-9849-2b0ea0df9ea4 service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830650 Apr 06 17:31:59.368676 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-478013d0-2c94-44ba-b2ae-5b869848de1c req-146fd22e-6453-4202-b45e-ff8bf8323ea4 service neutron] 10.222.0.58 "GET /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834656 Apr 06 17:32:02.061801 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6ab53-4af0-405a-becd-57574554816d req-82c2e506-9a73-4aac-8de3-5f2fb58853ef tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:32:02.063268 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7fa6ab53-4af0-405a-becd-57574554816d req-82c2e506-9a73-4aac-8de3-5f2fb58853ef tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 945 time: 0.0544400 Apr 06 17:32:02.108671 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7fa6ab53-4af0-405a-becd-57574554816d req-38f03174-bce9-4747-8fdb-24268ab9f3e5 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390761 Apr 06 17:32:02.672894 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:03.224788 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698384a9-24a1-4f4a-a326-ef9765544dc4 req-756f6f47-b3e3-4305-b13e-00ff82e5a749 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:32:03.226241 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-698384a9-24a1-4f4a-a326-ef9765544dc4 req-756f6f47-b3e3-4305-b13e-00ff82e5a749 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 945 time: 0.0516369 Apr 06 17:32:03.272010 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-698384a9-24a1-4f4a-a326-ef9765544dc4 req-469f3189-87b1-4091-a0da-8a32849f7771 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Apr 06 17:32:04.179859 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbf6f9-6ec2-4a7d-9177-6cb102920233 req-60b5af72-c447-44de-9a2c-37c9e3253d7e tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:32:04.181305 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5dbbf6f9-6ec2-4a7d-9177-6cb102920233 req-60b5af72-c447-44de-9a2c-37c9e3253d7e tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 945 time: 0.0518610 Apr 06 17:32:04.272370 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-5dbbf6f9-6ec2-4a7d-9177-6cb102920233 req-c0070003-6cee-4cf6-9e9b-4523efb39737 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Deleting port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:32:04.272714 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-5dbbf6f9-6ec2-4a7d-9177-6cb102920233 req-c0070003-6cee-4cf6-9e9b-4523efb39737 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:04.362684 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-5dbbf6f9-6ec2-4a7d-9177-6cb102920233 req-c0070003-6cee-4cf6-9e9b-4523efb39737 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] For port 2a3a5734-9d83-4745-b06e-c808c2b83bc8, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=2a3a5734-9d83-4745-b06e-c808c2b83bc8,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:04.363087 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-5dbbf6f9-6ec2-4a7d-9177-6cb102920233 req-c0070003-6cee-4cf6-9e9b-4523efb39737 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:04.375916 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-5dbbf6f9-6ec2-4a7d-9177-6cb102920233 req-c0070003-6cee-4cf6-9e9b-4523efb39737 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Calling delete_port for 2a3a5734-9d83-4745-b06e-c808c2b83bc8 owned by compute:nova {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:32:04.441346 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9c5a6-58bd-4106-8481-af1ad3a273fc req-85189279-87ed-4eee-9902-0799219d32b4 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:32:04.443418 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fab9c5a6-58bd-4106-8481-af1ad3a273fc req-85189279-87ed-4eee-9902-0799219d32b4 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 945 time: 0.1066909 Apr 06 17:32:04.493886 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-fab9c5a6-58bd-4106-8481-af1ad3a273fc req-52e9a5bc-b509-463d-85b0-1090fbf327dc tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae5c847b-65b9-48f1-b5f1-de5efc91ae04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448389 Apr 06 17:32:04.576416 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-5dbbf6f9-6ec2-4a7d-9177-6cb102920233 req-c0070003-6cee-4cf6-9e9b-4523efb39737 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (2a3a5734-9d83-4745-b06e-c808c2b83bc8), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:04.606511 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0070003-6cee-4cf6-9e9b-4523efb39737 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Pushing event deleted for resources: {'Port': ['ID=2a3a5734-9d83-4745-b06e-c808c2b83bc8,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:04.611234 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['2a3a5734-9d83-4745-b06e-c808c2b83bc8'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:32:04.664752 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbbf6f9-6ec2-4a7d-9177-6cb102920233 req-c0070003-6cee-4cf6-9e9b-4523efb39737 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] No DVR routers for this DVR port 2a3a5734-9d83-4745-b06e-c808c2b83bc8 on host hv-cinder-83685 {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:32:04.667952 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-5dbbf6f9-6ec2-4a7d-9177-6cb102920233 req-c0070003-6cee-4cf6-9e9b-4523efb39737 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:04.671450 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5dbbf6f9-6ec2-4a7d-9177-6cb102920233 req-c0070003-6cee-4cf6-9e9b-4523efb39737 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.58 "DELETE /v2.0/ports/2a3a5734-9d83-4745-b06e-c808c2b83bc8 HTTP/1.1" status: 204 len: 173 time: 0.4854114 Apr 06 17:32:04.671897 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'name': 'network-vif-deleted', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:32:04.674130 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578c5469-90be-4121-948a-7b782f6f0603" -d '{"events": [{"server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "name": "network-vif-deleted", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:32:04.708902 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115a9a55-009b-4995-9961-61070eef5ab5 x-openstack-request-id: req-115a9a55-009b-4995-9961-61070eef5ab5 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:32:04.709194 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9c0a74-64f2-4fe1-9d1e-0bc06b224326", "name": "network-vif-deleted", "tag": "2a3a5734-9d83-4745-b06e-c808c2b83bc8", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:32:04.711144 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-115a9a55-009b-4995-9961-61070eef5ab5 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:32:04.711614 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115a9a55-009b-4995-9961-61070eef5ab5'] response: {'server_uuid': 'bb9c0a74-64f2-4fe1-9d1e-0bc06b224326', 'name': 'network-vif-deleted', 'tag': '2a3a5734-9d83-4745-b06e-c808c2b83bc8', 'status': 'completed', 'code': 200} Apr 06 17:32:05.601728 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8701cd24-adad-4595-8111-030e90d7f227 req-43f914a8-95a1-444d-8c69-f9b92ff163a9 tempest-TestMinimumBasicScenario-49079622 tempest-TestMinimumBasicScenario-49079622-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb9c0a74-64f2-4fe1-9d1e-0bc06b224326 HTTP/1.1" status: 200 len: 210 time: 0.0285244 Apr 06 17:32:07.152694 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7c57266-3ad7-43e2-8729-225f242ef4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:08.456493 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 2a3a5734-9d83-4745-b06e-c808c2b83bc8 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:32:08.476626 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: 2a3a5734-9d83-4745-b06e-c808c2b83bc8 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:32:08.476914 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 2a3a5734-9d83-4745-b06e-c808c2b83bc8 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:32:08.844845 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44734) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:09.178605 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1847-39d3-4961-b36d-0a306aae09ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-372845'] for router_interface (872ef98c-a290-4a7a-b3ef-95968f06976c), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:09.429220 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd1847-39d3-4961-b36d-0a306aae09ae admin admin] Deleting port b121c8e7-cffc-4e27-91df-535f0274873c {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:32:09.429561 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1847-39d3-4961-b36d-0a306aae09ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:09.514725 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-ffbd1847-39d3-4961-b36d-0a306aae09ae admin admin] For port b121c8e7-cffc-4e27-91df-535f0274873c, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=b121c8e7-cffc-4e27-91df-535f0274873c,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:09.515110 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1847-39d3-4961-b36d-0a306aae09ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:09.528245 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd1847-39d3-4961-b36d-0a306aae09ae admin admin] Calling delete_port for b121c8e7-cffc-4e27-91df-535f0274873c owned by network:router_interface {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:32:09.623656 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c37420c8-fb01-4f5b-82b9-02b8e478477c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:09.778066 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1847-39d3-4961-b36d-0a306aae09ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (b121c8e7-cffc-4e27-91df-535f0274873c), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:09.802935 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd1847-39d3-4961-b36d-0a306aae09ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b121c8e7-cffc-4e27-91df-535f0274873c,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:09.971116 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1847-39d3-4961-b36d-0a306aae09ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373501'] for router_interface (872ef98c-a290-4a7a-b3ef-95968f06976c), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:10.183211 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbd1847-39d3-4961-b36d-0a306aae09ae admin admin] Router 872ef98c-a290-4a7a-b3ef-95968f06976c has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:32:10.289441 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbd1847-39d3-4961-b36d-0a306aae09ae admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:32:10.294388 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-ffbd1847-39d3-4961-b36d-0a306aae09ae admin admin] 10.222.0.66 "PUT /v2.0/routers/872ef98c-a290-4a7a-b3ef-95968f06976c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4485493 Apr 06 17:32:10.296974 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44736) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:10.297902 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a16b6d6-26ca-4bf2-b9d7-6d37b60a59d6 None None] Sync routers for ids ['872ef98c-a290-4a7a-b3ef-95968f06976c'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:32:10.308588 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a16b6d6-26ca-4bf2-b9d7-6d37b60a59d6 None None] Routers {'872ef98c-a290-4a7a-b3ef-95968f06976c'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:32:10.309194 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-0a16b6d6-26ca-4bf2-b9d7-6d37b60a59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:32:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['872ef98c-a290-4a7a-b3ef-95968f06976c'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:10.403682 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Publish callbacks [] for router (872ef98c-a290-4a7a-b3ef-95968f06976c), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:10.413610 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-0a16b6d6-26ca-4bf2-b9d7-6d37b60a59d6 None None] Set router 872ef98c-a290-4a7a-b3ef-95968f06976c gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:32:10.507015 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Publish callbacks [] for router_gateway (872ef98c-a290-4a7a-b3ef-95968f06976c), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:10.602046 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-0a16b6d6-26ca-4bf2-b9d7-6d37b60a59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:32:09Z', 'revision_number': 5, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port': {'id': 'ad1f9be3-4d13-405d-bed9-2535c4e9a0b9', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ee:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:36Z', 'updated_at': '2022-04-06T17:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:10.629754 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a16b6d6-26ca-4bf2-b9d7-6d37b60a59d6 None None] Checking router: 872ef98c-a290-4a7a-b3ef-95968f06976c for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:32:10.638106 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a16b6d6-26ca-4bf2-b9d7-6d37b60a59d6 None None] Routers {'872ef98c-a290-4a7a-b3ef-95968f06976c'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:32:10.638760 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-0a16b6d6-26ca-4bf2-b9d7-6d37b60a59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:32:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['872ef98c-a290-4a7a-b3ef-95968f06976c'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:10.659464 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Deleting port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:32:10.659810 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:10.672525 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:10.752401 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] For port ad1f9be3-4d13-405d-bed9-2535c4e9a0b9, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=ad1f9be3-4d13-405d-bed9-2535c4e9a0b9,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:10.752774 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:10.765628 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Calling delete_port for ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 owned by network:router_gateway {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:32:10.855122 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-0a16b6d6-26ca-4bf2-b9d7-6d37b60a59d6 None None] Set router 872ef98c-a290-4a7a-b3ef-95968f06976c gateway port host: None {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:32:10.910443 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-0a16b6d6-26ca-4bf2-b9d7-6d37b60a59d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:32:10Z', 'revision_number': 6, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port_host': None}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:10.936875 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a16b6d6-26ca-4bf2-b9d7-6d37b60a59d6 None None] The sync data for ids ['872ef98c-a290-4a7a-b3ef-95968f06976c'] in dv-cinder-836850-1-iscsi is: [{'id': '872ef98c-a290-4a7a-b3ef-95968f06976c', 'name': 'tempest-TestMinimumBasicScenario-1018584232-router', 'tenant_id': '1e7c1f94295245dd8d39176e88a54450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:35Z', 'updated_at': '2022-04-06T17:32:10Z', 'revision_number': 6, 'project_id': '1e7c1f94295245dd8d39176e88a54450', 'gw_port_host': None}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:32:11.072662 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (ad1f9be3-4d13-405d-bed9-2535c4e9a0b9), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.098002 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1f9be3-4d13-405d-bed9-2535c4e9a0b9,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:11.157726 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373307'] for router_gateway (872ef98c-a290-4a7a-b3ef-95968f06976c), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.251413 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6321'] for router (872ef98c-a290-4a7a-b3ef-95968f06976c), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.253442 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Publish callbacks [] for router_controller (872ef98c-a290-4a7a-b3ef-95968f06976c), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.364507 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376449'] for router (872ef98c-a290-4a7a-b3ef-95968f06976c), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.365042 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 872ef98c-a290-4a7a-b3ef-95968f06976c {{(pid=103877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:32:11.369417 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.370556 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-fcd93348-ee06-4ba9-a90c-583792c0741a admin admin] 10.222.0.66 "DELETE /v2.0/routers/872ef98c-a290-4a7a-b3ef-95968f06976c HTTP/1.1" status: 204 len: 168 time: 1.0725443 Apr 06 17:32:11.373439 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44738) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:11.417766 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a617a48-390f-484e-a49a-ad5ec1e1e0e1 admin admin] Deleting subnet 897e57f4-6467-4e0b-9cb2-ac14b2e084e6 {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:32:11.420822 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5a617a48-390f-484e-a49a-ad5ec1e1e0e1 admin admin] Publish callbacks [] for subnet (897e57f4-6467-4e0b-9cb2-ac14b2e084e6), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.454521 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5a617a48-390f-484e-a49a-ad5ec1e1e0e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7130308'] for subnet (897e57f4-6467-4e0b-9cb2-ac14b2e084e6), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.534446 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5a617a48-390f-484e-a49a-ad5ec1e1e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (897e57f4-6467-4e0b-9cb2-ac14b2e084e6), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.650478 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5a617a48-390f-484e-a49a-ad5ec1e1e0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7128047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5377154'] for subnet (897e57f4-6467-4e0b-9cb2-ac14b2e084e6), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.678927 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a617a48-390f-484e-a49a-ad5ec1e1e0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=897e57f4-6467-4e0b-9cb2-ac14b2e084e6,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:11.681493 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-5a617a48-390f-484e-a49a-ad5ec1e1e0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.685080 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-5a617a48-390f-484e-a49a-ad5ec1e1e0e1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/897e57f4-6467-4e0b-9cb2-ac14b2e084e6 HTTP/1.1" status: 204 len: 168 time: 0.3110802 Apr 06 17:32:11.688263 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44740) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:11.706409 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07876f32-e3be-41cd-8865-012da86a573f None None] Network a6a76151-3555-44b3-ba1f-3283264d922b requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:32:11.747223 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device b121c8e7-cffc-4e27-91df-535f0274873c no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:32:11.772129 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (a6a76151-3555-44b3-ba1f-3283264d922b), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.779434 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: b121c8e7-cffc-4e27-91df-535f0274873c {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:32:11.779784 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device b121c8e7-cffc-4e27-91df-535f0274873c not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:32:11.780201 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:32:11.803776 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:32:11.804144 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device ad1f9be3-4d13-405d-bed9-2535c4e9a0b9 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:32:11.835991 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Deleting port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:32:11.836786 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.898403 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.908062 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3126a204-8679-40ab-86fb-187f295431cc None None] DHCP port deletion for a6a76151-3555-44b3-ba1f-3283264d922b request from dv-cinder-836850-1-iscsi {{(pid=103878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:32:11.914533 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] For port 06f96328-8cb8-4d39-bdcd-de657c1a80f3, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=06f96328-8cb8-4d39-bdcd-de657c1a80f3,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:11.916117 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:11.940754 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Calling delete_port for 06f96328-8cb8-4d39-bdcd-de657c1a80f3 owned by network:dhcp {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:32:11.958380 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Deleting port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 {{(pid=103878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:32:11.958757 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), before_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:12.033753 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-3126a204-8679-40ab-86fb-187f295431cc None None] For port 06f96328-8cb8-4d39-bdcd-de657c1a80f3, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=06f96328-8cb8-4d39-bdcd-de657c1a80f3,segment=NetworkSegment(14524ab6-554a-49d8-863d-271187244e52),segment_id=14524ab6-554a-49d8-863d-271187244e52)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:12.034150 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), precommit_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:12.048325 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Calling delete_port for 06f96328-8cb8-4d39-bdcd-de657c1a80f3 owned by network:dhcp {{(pid=103878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:32:12.193405 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), after_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:12.222406 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Pushing event deleted for resources: {'Port': ['ID=06f96328-8cb8-4d39-bdcd-de657c1a80f3,revision_number=None']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:12.227239 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3126a204-8679-40ab-86fb-187f295431cc None None] No DVR routers for this DVR port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 on host dv-cinder-836850-1-iscsi {{(pid=103878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:32:12.236901 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.237253 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.237906 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.238255 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.239764 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.240104 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.240433 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.240767 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.241102 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.241421 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.241757 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.242092 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.242419 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.242748 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.243089 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126a204-8679-40ab-86fb-187f295431cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:12.275490 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (06f96328-8cb8-4d39-bdcd-de657c1a80f3), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:12.302914 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] No DVR routers for this DVR port 06f96328-8cb8-4d39-bdcd-de657c1a80f3 on host dv-cinder-836850-1-iscsi {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:32:12.304822 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f96328-8cb8-4d39-bdcd-de657c1a80f3,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:12.379607 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (a6a76151-3555-44b3-ba1f-3283264d922b), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:12.402196 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a76151-3555-44b3-ba1f-3283264d922b']}} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:12.413462 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14524ab6-554a-49d8-863d-271187244e52') {'for_net_delete': True} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:12.413760 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14524ab6-554a-49d8-863d-271187244e52') {} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:12.424256 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7130175'] for segment (14524ab6-554a-49d8-863d-271187244e52), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:12.438456 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (14524ab6-554a-49d8-863d-271187244e52), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:12.445534 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:32:12.445872 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7127941'] for segment (14524ab6-554a-49d8-863d-271187244e52), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: self.session.flush() Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: self.session.flush() Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: self.session.flush() Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: self.session.flush() Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: Traceback (most recent call last): Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: timer() Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: cb(*args, **kw) Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: return func(*args, **kwargs) Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: self._notify() Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: self.callback(batched_events) Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: event.method(event) Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: return f(self, *a, **k) Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._get(url).json() Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: return self.request(url, 'GET', **kwargs) Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:32:12.447765 dv-cinder-836850-1-iscsi neutron-server[103877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:32:12.577457 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (a6a76151-3555-44b3-ba1f-3283264d922b), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:12.583318 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:12.586478 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a6a76151-3555-44b3-ba1f-3283264d922b HTTP/1.1" status: 204 len: 168 time: 0.8972700 Apr 06 17:32:12.589612 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44742) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:12.597469 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b323ad1-e80f-4785-8e35-9ac94b65ced4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a76151-3555-44b3-ba1f-3283264d922b,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:12.944006 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2d43da32-b51a-4e9a-8ca4-9222e8448219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-372845'] for router_interface (4c34e08e-a972-4511-b9fd-dda6745a609a), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:13.186019 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-2d43da32-b51a-4e9a-8ca4-9222e8448219 admin admin] Deleting port 45aa5115-591a-4bb4-a43d-d3425131982f {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:32:13.186364 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2d43da32-b51a-4e9a-8ca4-9222e8448219 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:13.265714 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-2d43da32-b51a-4e9a-8ca4-9222e8448219 admin admin] For port 45aa5115-591a-4bb4-a43d-d3425131982f, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=45aa5115-591a-4bb4-a43d-d3425131982f,segment=NetworkSegment(1d8b208f-5a0d-46ef-a123-3c0e836b5543),segment_id=1d8b208f-5a0d-46ef-a123-3c0e836b5543)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:13.266075 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2d43da32-b51a-4e9a-8ca4-9222e8448219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:13.278679 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-2d43da32-b51a-4e9a-8ca4-9222e8448219 admin admin] Calling delete_port for 45aa5115-591a-4bb4-a43d-d3425131982f owned by network:router_interface {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:32:13.354726 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:13.507443 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2d43da32-b51a-4e9a-8ca4-9222e8448219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (45aa5115-591a-4bb4-a43d-d3425131982f), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:13.534641 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43da32-b51a-4e9a-8ca4-9222e8448219 admin admin] Pushing event deleted for resources: {'Port': ['ID=45aa5115-591a-4bb4-a43d-d3425131982f,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:13.560668 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 06f96328-8cb8-4d39-bdcd-de657c1a80f3 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:32:13.580401 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 06f96328-8cb8-4d39-bdcd-de657c1a80f3 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:32:13.581345 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 06f96328-8cb8-4d39-bdcd-de657c1a80f3 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:32:13.707928 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-2d43da32-b51a-4e9a-8ca4-9222e8448219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373501'] for router_interface (4c34e08e-a972-4511-b9fd-dda6745a609a), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:13.922207 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d43da32-b51a-4e9a-8ca4-9222e8448219 admin admin] Router 4c34e08e-a972-4511-b9fd-dda6745a609a has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:32:14.029175 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d43da32-b51a-4e9a-8ca4-9222e8448219 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:32:14.034507 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-2d43da32-b51a-4e9a-8ca4-9222e8448219 admin admin] 10.222.0.66 "PUT /v2.0/routers/4c34e08e-a972-4511-b9fd-dda6745a609a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4438124 Apr 06 17:32:14.037704 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44744) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:14.038075 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45987a1a-021f-4946-8558-e64c31ba8c16 None None] Sync routers for ids ['4c34e08e-a972-4511-b9fd-dda6745a609a'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:32:14.048275 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45987a1a-021f-4946-8558-e64c31ba8c16 None None] Routers {'4c34e08e-a972-4511-b9fd-dda6745a609a'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:32:14.048894 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-45987a1a-021f-4946-8558-e64c31ba8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:32:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['4c34e08e-a972-4511-b9fd-dda6745a609a'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:14.140905 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Publish callbacks [] for router (4c34e08e-a972-4511-b9fd-dda6745a609a), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:14.153747 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-45987a1a-021f-4946-8558-e64c31ba8c16 None None] Set router 4c34e08e-a972-4511-b9fd-dda6745a609a gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:32:14.243171 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Publish callbacks [] for router_gateway (4c34e08e-a972-4511-b9fd-dda6745a609a), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:14.326406 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-45987a1a-021f-4946-8558-e64c31ba8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'name': 'tempest-TestMinimumBasicScenario-2092173364-router', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:41Z', 'updated_at': '2022-04-06T17:32:13Z', 'revision_number': 5, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'gw_port': {'id': 'd2a75905-2225-44af-8596-115cb4d2fea0', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:28:42Z', 'updated_at': '2022-04-06T17:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:14.350986 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Deleting port d2a75905-2225-44af-8596-115cb4d2fea0 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:32:14.351351 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (d2a75905-2225-44af-8596-115cb4d2fea0), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:14.356453 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45987a1a-021f-4946-8558-e64c31ba8c16 None None] Checking router: 4c34e08e-a972-4511-b9fd-dda6745a609a for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:32:14.364921 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45987a1a-021f-4946-8558-e64c31ba8c16 None None] Routers {'4c34e08e-a972-4511-b9fd-dda6745a609a'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:32:14.365536 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-45987a1a-021f-4946-8558-e64c31ba8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:32:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['4c34e08e-a972-4511-b9fd-dda6745a609a'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:14.431789 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] For port d2a75905-2225-44af-8596-115cb4d2fea0, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=d2a75905-2225-44af-8596-115cb4d2fea0,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:14.432151 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (d2a75905-2225-44af-8596-115cb4d2fea0), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:14.445003 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Calling delete_port for d2a75905-2225-44af-8596-115cb4d2fea0 owned by network:router_gateway {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:32:14.456321 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-45987a1a-021f-4946-8558-e64c31ba8c16 None None] Set router 4c34e08e-a972-4511-b9fd-dda6745a609a gateway port host: None {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:32:14.507763 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-45987a1a-021f-4946-8558-e64c31ba8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'name': 'tempest-TestMinimumBasicScenario-2092173364-router', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:41Z', 'updated_at': '2022-04-06T17:32:14Z', 'revision_number': 6, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'gw_port_host': None}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:14.536752 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45987a1a-021f-4946-8558-e64c31ba8c16 None None] The sync data for ids ['4c34e08e-a972-4511-b9fd-dda6745a609a'] in dv-cinder-836850-1-iscsi is: [{'id': '4c34e08e-a972-4511-b9fd-dda6745a609a', 'name': 'tempest-TestMinimumBasicScenario-2092173364-router', 'tenant_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:28:41Z', 'updated_at': '2022-04-06T17:32:14Z', 'revision_number': 6, 'project_id': 'bcbf05da00f74bbbadc13ba9fa01efbc', 'gw_port_host': None}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:32:14.680659 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (d2a75905-2225-44af-8596-115cb4d2fea0), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:14.708766 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a75905-2225-44af-8596-115cb4d2fea0,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:14.771552 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373307'] for router_gateway (4c34e08e-a972-4511-b9fd-dda6745a609a), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:14.866020 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6321'] for router (4c34e08e-a972-4511-b9fd-dda6745a609a), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:14.868394 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Publish callbacks [] for router_controller (4c34e08e-a972-4511-b9fd-dda6745a609a), precommit_delete_associations {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.256597 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376449'] for router (4c34e08e-a972-4511-b9fd-dda6745a609a), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.257163 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c34e08e-a972-4511-b9fd-dda6745a609a {{(pid=103876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:32:15.261955 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.263171 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-1e255ef8-c9a9-4c6e-a884-ff2b8c78488c admin admin] 10.222.0.66 "DELETE /v2.0/routers/4c34e08e-a972-4511-b9fd-dda6745a609a HTTP/1.1" status: 204 len: 168 time: 1.2245102 Apr 06 17:32:15.265682 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44746) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:15.310956 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_v2 [None req-04389db2-f3f8-46bc-8490-b4d917c56464 admin admin] Deleting subnet 37d272a0-5694-4d8e-abe3-16c40459a651 {{(pid=103876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:32:15.314002 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-04389db2-f3f8-46bc-8490-b4d917c56464 admin admin] Publish callbacks [] for subnet (37d272a0-5694-4d8e-abe3-16c40459a651), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.348716 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-04389db2-f3f8-46bc-8490-b4d917c56464 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220421'] for subnet (37d272a0-5694-4d8e-abe3-16c40459a651), precommit_delete_associations {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.429441 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-04389db2-f3f8-46bc-8490-b4d917c56464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (37d272a0-5694-4d8e-abe3-16c40459a651), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.553648 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-04389db2-f3f8-46bc-8490-b4d917c56464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4588820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4747211'] for subnet (37d272a0-5694-4d8e-abe3-16c40459a651), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.576401 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device d2a75905-2225-44af-8596-115cb4d2fea0 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:32:15.579133 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04389db2-f3f8-46bc-8490-b4d917c56464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d272a0-5694-4d8e-abe3-16c40459a651,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:15.585047 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-04389db2-f3f8-46bc-8490-b4d917c56464 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.588364 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-04389db2-f3f8-46bc-8490-b4d917c56464 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/37d272a0-5694-4d8e-abe3-16c40459a651 HTTP/1.1" status: 204 len: 168 time: 0.3215261 Apr 06 17:32:15.590631 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44748) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:15.599738 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add03963-2b51-45a6-ae92-91d0af67a45f None None] Network 312c91d3-be3a-4167-8783-8e5d823ab939 requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:32:15.602844 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: d2a75905-2225-44af-8596-115cb4d2fea0 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:32:15.603214 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device d2a75905-2225-44af-8596-115cb4d2fea0 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:32:15.604425 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 45aa5115-591a-4bb4-a43d-d3425131982f no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:32:15.658364 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 45aa5115-591a-4bb4-a43d-d3425131982f {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:32:15.658715 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 45aa5115-591a-4bb4-a43d-d3425131982f not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:32:15.663922 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (312c91d3-be3a-4167-8783-8e5d823ab939), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.715071 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Deleting port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:32:15.715669 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.762612 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c491eb15-3bec-4874-a051-d84e16004962 None None] DHCP port deletion for 312c91d3-be3a-4167-8783-8e5d823ab939 request from dv-cinder-836850-1-iscsi {{(pid=103878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:32:15.778986 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] For port 31196cc2-91da-4fcf-a1f7-62ae33cf1005, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=31196cc2-91da-4fcf-a1f7-62ae33cf1005,segment=NetworkSegment(1d8b208f-5a0d-46ef-a123-3c0e836b5543),segment_id=1d8b208f-5a0d-46ef-a123-3c0e836b5543)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:15.779375 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.795786 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Calling delete_port for 31196cc2-91da-4fcf-a1f7-62ae33cf1005 owned by network:dhcp {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:32:15.807790 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c491eb15-3bec-4874-a051-d84e16004962 None None] Deleting port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 {{(pid=103878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:32:15.808170 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c491eb15-3bec-4874-a051-d84e16004962 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), before_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.872317 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-c491eb15-3bec-4874-a051-d84e16004962 None None] For port 31196cc2-91da-4fcf-a1f7-62ae33cf1005, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=31196cc2-91da-4fcf-a1f7-62ae33cf1005,segment=NetworkSegment(1d8b208f-5a0d-46ef-a123-3c0e836b5543),segment_id=1d8b208f-5a0d-46ef-a123-3c0e836b5543)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:15.872742 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c491eb15-3bec-4874-a051-d84e16004962 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), precommit_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.884953 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c491eb15-3bec-4874-a051-d84e16004962 None None] Calling delete_port for 31196cc2-91da-4fcf-a1f7-62ae33cf1005 owned by network:dhcp {{(pid=103878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:32:15.932231 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.957614 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Pushing event deleted for resources: {'Port': ['ID=31196cc2-91da-4fcf-a1f7-62ae33cf1005,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:15.961313 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] No DVR routers for this DVR port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 on host dv-cinder-836850-1-iscsi {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:32:15.963658 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c491eb15-3bec-4874-a051-d84e16004962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (31196cc2-91da-4fcf-a1f7-62ae33cf1005), after_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:15.987454 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491eb15-3bec-4874-a051-d84e16004962 None None] Pushing event deleted for resources: {'Port': ['ID=31196cc2-91da-4fcf-a1f7-62ae33cf1005,revision_number=None']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:15.998955 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491eb15-3bec-4874-a051-d84e16004962 None None] No DVR routers for this DVR port 31196cc2-91da-4fcf-a1f7-62ae33cf1005 on host dv-cinder-836850-1-iscsi {{(pid=103878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:32:16.036313 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (312c91d3-be3a-4167-8783-8e5d823ab939), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:16.055734 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312c91d3-be3a-4167-8783-8e5d823ab939']}} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:16.064485 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8b208f-5a0d-46ef-a123-3c0e836b5543') {'for_net_delete': True} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:16.064779 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8b208f-5a0d-46ef-a123-3c0e836b5543') {} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:16.073802 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220542'] for segment (1d8b208f-5a0d-46ef-a123-3c0e836b5543), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:16.087622 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (1d8b208f-5a0d-46ef-a123-3c0e836b5543), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:16.093238 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:32:16.093627 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4588926'] for segment (1d8b208f-5a0d-46ef-a123-3c0e836b5543), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: Traceback (most recent call last): Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: timer() Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: cb(*args, **kw) Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: return func(*args, **kwargs) Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: self._notify() Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: self.callback(batched_events) Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: event.method(event) Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: return f(self, *a, **k) Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._get(url).json() Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: return self.request(url, 'GET', **kwargs) Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:32:16.095248 dv-cinder-836850-1-iscsi neutron-server[103876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:32:16.204236 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (312c91d3-be3a-4167-8783-8e5d823ab939), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:16.209901 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:16.213069 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] 10.222.0.66 "DELETE /v2.0/networks/312c91d3-be3a-4167-8783-8e5d823ab939 HTTP/1.1" status: 204 len: 168 time: 0.6213615 Apr 06 17:32:16.224483 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228405bc-167b-4a68-bb23-6bd2b45e8711 admin admin] Pushing event deleted for resources: {'Network': ['ID=312c91d3-be3a-4167-8783-8e5d823ab939,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:16.573296 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44752) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:16.609665 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-0e412165-a69a-44b8-a940-5a79e34a44d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e7c1f94295245dd8d39176e88a54450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376723 Apr 06 17:32:16.612080 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44754) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:16.661791 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-aab870d3-9346-4240-ae61-344dbcfd135d admin admin] Publish callbacks [] for security_group (ae5c847b-65b9-48f1-b5f1-de5efc91ae04), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:16.682102 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-aab870d3-9346-4240-ae61-344dbcfd135d admin admin] Publish callbacks [] for security_group (ae5c847b-65b9-48f1-b5f1-de5efc91ae04), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:16.832916 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-aab870d3-9346-4240-ae61-344dbcfd135d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (ae5c847b-65b9-48f1-b5f1-de5efc91ae04), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:16.835500 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-aab870d3-9346-4240-ae61-344dbcfd135d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:16.836680 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-aab870d3-9346-4240-ae61-344dbcfd135d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae5c847b-65b9-48f1-b5f1-de5efc91ae04 HTTP/1.1" status: 204 len: 168 time: 0.2236822 Apr 06 17:32:16.844699 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab870d3-9346-4240-ae61-344dbcfd135d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5c847b-65b9-48f1-b5f1-de5efc91ae04,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:17.293438 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:32:17.438504 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44760) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:17.477633 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-4bd3baad-6d68-4c03-ab8e-fd40d0095402 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bcbf05da00f74bbbadc13ba9fa01efbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379405 Apr 06 17:32:17.479927 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44762) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:17.529959 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a2051dc0-c3fb-454c-98a1-fd7134b9a4b0 admin admin] Publish callbacks [] for security_group (b1e30ba3-59d4-4d0a-b959-946360088952), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:17.551442 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a2051dc0-c3fb-454c-98a1-fd7134b9a4b0 admin admin] Publish callbacks [] for security_group (b1e30ba3-59d4-4d0a-b959-946360088952), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:17.555698 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 31196cc2-91da-4fcf-a1f7-62ae33cf1005 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:32:17.574511 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 31196cc2-91da-4fcf-a1f7-62ae33cf1005 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:32:17.574862 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 31196cc2-91da-4fcf-a1f7-62ae33cf1005 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:32:17.663219 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a2051dc0-c3fb-454c-98a1-fd7134b9a4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (b1e30ba3-59d4-4d0a-b959-946360088952), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:17.665820 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-a2051dc0-c3fb-454c-98a1-fd7134b9a4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:17.666971 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-a2051dc0-c3fb-454c-98a1-fd7134b9a4b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1e30ba3-59d4-4d0a-b959-946360088952 HTTP/1.1" status: 204 len: 168 time: 0.1861570 Apr 06 17:32:17.674888 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2051dc0-c3fb-454c-98a1-fd7134b9a4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e30ba3-59d4-4d0a-b959-946360088952,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:18.810047 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44786) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:18.903625 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1474746672-network', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:19.010189 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Made reservation on behalf of c1e89dd8fcfb48a396e9d03ff9077792 for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:32:19.012461 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:19.024651 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:19.095249 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Publish callbacks [] for security_group (0ffe47e5-c3b3-4778-97ae-45338ed6fd9d), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:19.154533 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (0ffe47e5-c3b3-4778-97ae-45338ed6fd9d), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:19.175178 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:32:19.188110 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffe47e5-c3b3-4778-97ae-45338ed6fd9d,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:19.192758 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (0526fe53-4783-4519-be2f-ce20c02f6c66), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:19.193163 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Added segment 0526fe53-4783-4519-be2f-ce20c02f6c66 of type vlan for network d7175017-01c6-4bb4-8901-adea845feded Apr 06 17:32:19.232338 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (d7175017-01c6-4bb4-8901-adea845feded), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:19.320116 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (d7175017-01c6-4bb4-8901-adea845feded), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:19.321068 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:32:19.321691 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:19.378306 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] Pushing event updated for resources: {'Network': ['ID=d7175017-01c6-4bb4-8901-adea845feded,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:19.387560 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network d7175017-01c6-4bb4-8901-adea845feded details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:32:19.441204 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-cd14bbf8-7d16-4d10-8bcb-6688fae8edc2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6300094 Apr 06 17:32:19.444925 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44790) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:19.449834 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-ad469100-2b16-4a91-85bc-b8e4a6971a43 admin admin] Request body: {'subnet': {'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1474746672-subnet', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'ip_version': 4}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:19.543378 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad469100-2b16-4a91-85bc-b8e4a6971a43 admin admin] Made reservation on behalf of c1e89dd8fcfb48a396e9d03ff9077792 for: {'subnet': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:32:19.545700 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ad469100-2b16-4a91-85bc-b8e4a6971a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4747180'] for subnet (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:19.778079 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ad469100-2b16-4a91-85bc-b8e4a6971a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4590291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4747186'] for subnet (dc87e888-06fe-40ed-8294-b450f97fcd40), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:19.840910 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad469100-2b16-4a91-85bc-b8e4a6971a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc87e888-06fe-40ed-8294-b450f97fcd40,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:19.845895 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad469100-2b16-4a91-85bc-b8e4a6971a43 admin admin] Checking segment: {'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:32:19.846429 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad469100-2b16-4a91-85bc-b8e4a6971a43 admin admin] Network hostable DHCP agents. Network: d7175017-01c6-4bb4-8901-adea845feded, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:32:19.960077 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad469100-2b16-4a91-85bc-b8e4a6971a43 admin admin] Network d7175017-01c6-4bb4-8901-adea845feded is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:32:20.057193 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-ad469100-2b16-4a91-85bc-b8e4a6971a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, d7175017-01c6-4bb4-8901-adea845feded) {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:32:20.061377 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad469100-2b16-4a91-85bc-b8e4a6971a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:32:20.061893 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ad469100-2b16-4a91-85bc-b8e4a6971a43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.067547 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d10d40-04b2-4ad1-b15f-39151600699d None None] Network d7175017-01c6-4bb4-8901-adea845feded requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:32:20.165880 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8dc3ea-b628-591d-92c5-4a387acafab5-d7175017-01c6-4bb4-8901-adea845feded', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40'}]}} from dv-cinder-836850-1-iscsi. {{(pid=103878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:32:20.166722 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.179320 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-ad469100-2b16-4a91-85bc-b8e4a6971a43 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7330592 Apr 06 17:32:20.181729 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44792) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:20.186244 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:20.263708 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6307'] for router (bb25f71a-aebc-4605-9357-74fe808a7af6), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.264776 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-376390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6330'] for router (bb25f71a-aebc-4605-9357-74fe808a7af6), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.297511 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.db_base_plugin_common [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Allocated IP 172.20.0.2 (d7175017-01c6-4bb4-8901-adea845feded/dc87e888-06fe-40ed-8294-b450f97fcd40/01bde9b0-8910-4548-abaf-8576edaa73ad) {{(pid=103878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:32:20.316961 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Publish callbacks [] for router_controller (bb25f71a-aebc-4605-9357-74fe808a7af6), precommit_add_association {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.435840 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Publish callbacks [] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), precommit_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.513015 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.532802 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Publish callbacks [] for router_gateway (bb25f71a-aebc-4605-9357-74fe808a7af6), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.554879 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Network d7175017-01c6-4bb4-8901-adea845feded is already hosted by enough agents. {{(pid=103878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:32:20.557900 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.base_scheduler [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Resources bound (agent type, host, resource id): {{(pid=103878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:32:20.561323 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Received port after_create {{(pid=103878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:32:20.568868 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Pushing event updated for resources: {'Port': ['ID=01bde9b0-8910-4548-abaf-8576edaa73ad,revision_number=1']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:20.622417 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Attempting to bind port 01bde9b0-8910-4548-abaf-8576edaa73ad on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:32:20.622792 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Attempting to bind port 01bde9b0-8910-4548-abaf-8576edaa73ad by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:32:20.623194 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Attempting to bind port 01bde9b0-8910-4548-abaf-8576edaa73ad on network d7175017-01c6-4bb4-8901-adea845feded {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:32:20.628488 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:32:20.628864 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Checking segment: {'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:32:20.629265 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.630228 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Bound using segment: {'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:32:20.630684 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Bound port: 01bde9b0-8910-4548-abaf-8576edaa73ad, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:32:20.631125 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.693391 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] For port 01bde9b0-8910-4548-abaf-8576edaa73ad, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:32:20.696417 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] For port 01bde9b0-8910-4548-abaf-8576edaa73ad, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=01bde9b0-8910-4548-abaf-8576edaa73ad,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:32:20.793295 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.795658 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Publish callbacks [] for router_gateway (bb25f71a-aebc-4605-9357-74fe808a7af6), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.814963 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:20.850857 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218e6c7-6f7a-42ab-bc97-ae8a87df16db None None] Pushing event updated for resources: {'Port': ['ID=01bde9b0-8910-4548-abaf-8576edaa73ad,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:20.921626 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Allocated IP 172.27.1.135 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/c391a27f-8334-4887-956e-fea97b6c0dbe) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:32:21.040532 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Publish callbacks [] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:21.195330 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:21.235731 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:32:21.239944 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:32:21.244202 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:32:21.249813 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Pushing event updated for resources: {'Port': ['ID=c391a27f-8334-4887-956e-fea97b6c0dbe,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:21.560985 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Publish callbacks [] for router_gateway (bb25f71a-aebc-4605-9357-74fe808a7af6), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:21.602518 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 01bde9b0-8910-4548-abaf-8576edaa73ad up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:32:21.657719 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 01bde9b0-8910-4548-abaf-8576edaa73ad triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:21.658105 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:21.688677 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fc2939-1371-4465-87ba-dc8c614e6cc9 None None] Network d7175017-01c6-4bb4-8901-adea845feded requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:32:21.759547 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-384577f8-b001-4534-aec7-eae32ab00b21 service neutron] (103877) timed out ('10.222.0.66', 41228) {{(pid=103877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 17:32:21.770825 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373255'] for router (bb25f71a-aebc-4605-9357-74fe808a7af6), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:21.809485 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-c5d86d1c-e53e-499c-bda6-2e17a0ba9025 None None] Provisioning complete for port 01bde9b0-8910-4548-abaf-8576edaa73ad triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:21.809866 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c5d86d1c-e53e-499c-bda6-2e17a0ba9025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:21.848862 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 01bde9b0-8910-4548-abaf-8576edaa73ad is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:21.849259 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:21.906265 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port 01bde9b0-8910-4548-abaf-8576edaa73ad, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=01bde9b0-8910-4548-abaf-8576edaa73ad,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:21.949302 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c5d86d1c-e53e-499c-bda6-2e17a0ba9025 None None] Current status of the port 01bde9b0-8910-4548-abaf-8576edaa73ad is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:21.949788 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c5d86d1c-e53e-499c-bda6-2e17a0ba9025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:21.983654 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Router bb25f71a-aebc-4605-9357-74fe808a7af6 is scheduled to L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d with binding_index 1 {{(pid=103876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:32:22.013203 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:22.087563 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.db.api [None req-c5d86d1c-e53e-499c-bda6-2e17a0ba9025 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 17:32:22.087997 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG oslo_db.api [None req-c5d86d1c-e53e-499c-bda6-2e17a0ba9025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 17:32:22.090662 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=01bde9b0-8910-4548-abaf-8576edaa73ad,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:22.102805 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:32:22.111415 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Sync routers for ids ['bb25f71a-aebc-4605-9357-74fe808a7af6'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:32:22.122008 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Routers {'bb25f71a-aebc-4605-9357-74fe808a7af6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:32:22.125583 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:32:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['bb25f71a-aebc-4605-9357-74fe808a7af6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:22.174219 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:22.175446 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-b0ae2662-7bf2-4e4a-9ae6-359cd2d2887a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9925628 Apr 06 17:32:22.178508 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44794) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:22.230781 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Set router bb25f71a-aebc-4605-9357-74fe808a7af6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:32:22.537162 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:21Z', 'revision_number': 3, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:22.563463 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Checking router: bb25f71a-aebc-4605-9357-74fe808a7af6 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:32:22.563818 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Updating router bb25f71a-aebc-4605-9357-74fe808a7af6 port c391a27f-8334-4887-956e-fea97b6c0dbe binding host dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:32:22.592654 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:22.593636 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:22.654890 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c5d86d1c-e53e-499c-bda6-2e17a0ba9025 None None] Current status of the port 01bde9b0-8910-4548-abaf-8576edaa73ad is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:22.747501 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Allocated IP 172.20.0.1 (d7175017-01c6-4bb4-8901-adea845feded/dc87e888-06fe-40ed-8294-b450f97fcd40/23190e67-8e10-490a-84d1-079e88b95130) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:32:22.792984 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-c112e0e9-e1f9-4f0c-abc6-6059683145ac None None] Provisioning complete for port 01bde9b0-8910-4548-abaf-8576edaa73ad triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:22.793283 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c112e0e9-e1f9-4f0c-abc6-6059683145ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:22.850151 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Publish callbacks [] for port (23190e67-8e10-490a-84d1-079e88b95130), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:22.944858 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Publish callbacks [] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), precommit_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:22.946658 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-c112e0e9-e1f9-4f0c-abc6-6059683145ac None None] Current status of the port 01bde9b0-8910-4548-abaf-8576edaa73ad is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:22.958009 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [req-da74af44-c078-461a-9b8b-06af9952605f req-77711666-2bc3-402a-8941-12e5ee6f2653 tempest-AttachVolumeShelveTestJSON-638378713 tempest-AttachVolumeShelveTestJSON-638378713-project] (103876) timed out ('10.222.0.66', 41252) {{(pid=103876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 17:32:22.962642 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (23190e67-8e10-490a-84d1-079e88b95130), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:22.993005 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Network d7175017-01c6-4bb4-8901-adea845feded is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:32:22.999132 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:32:23.001555 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:32:23.029885 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Pushing event updated for resources: {'Port': ['ID=23190e67-8e10-490a-84d1-079e88b95130,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:23.052504 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373462'] for router_interface (bb25f71a-aebc-4605-9357-74fe808a7af6), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:23.074744 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:23.130681 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Attempting to bind port c391a27f-8334-4887-956e-fea97b6c0dbe on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:32:23.131075 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Attempting to bind port c391a27f-8334-4887-956e-fea97b6c0dbe by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:32:23.131456 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Attempting to bind port c391a27f-8334-4887-956e-fea97b6c0dbe on network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:32:23.133575 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467981d-6836-4e31-a776-78c8ffee25d1 None None] Pushing event updated for resources: {'Port': ['ID=c391a27f-8334-4887-956e-fea97b6c0dbe,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:23.139269 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:32:23.139718 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Checking segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:32:23.140108 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:23.140508 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Bound using segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:32:23.140985 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Bound port: c391a27f-8334-4887-956e-fea97b6c0dbe, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:32:23.141470 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:23.194508 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] For port c391a27f-8334-4887-956e-fea97b6c0dbe, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:32:23.197550 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] For port c391a27f-8334-4887-956e-fea97b6c0dbe, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=c391a27f-8334-4887-956e-fea97b6c0dbe,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:32:23.240101 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (23190e67-8e10-490a-84d1-079e88b95130), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:23.264339 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:23.307580 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-5b53d0b5-44e8-4bd2-810a-b577c3537c73 None None] Provisioning complete for port 23190e67-8e10-490a-84d1-079e88b95130 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:23.307953 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-5b53d0b5-44e8-4bd2-810a-b577c3537c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (23190e67-8e10-490a-84d1-079e88b95130), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:23.357479 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Routers {'bb25f71a-aebc-4605-9357-74fe808a7af6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:32:23.358108 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:32:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['bb25f71a-aebc-4605-9357-74fe808a7af6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:23.359784 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467981d-6836-4e31-a776-78c8ffee25d1 None None] Pushing event updated for resources: {'Port': ['ID=c391a27f-8334-4887-956e-fea97b6c0dbe,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:23.399936 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-5b53d0b5-44e8-4bd2-810a-b577c3537c73 None None] Port 23190e67-8e10-490a-84d1-079e88b95130 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:32:23.401531 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Publish callbacks [] for port (23190e67-8e10-490a-84d1-079e88b95130), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:23.472822 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (23190e67-8e10-490a-84d1-079e88b95130), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:23.474537 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] Set router bb25f71a-aebc-4605-9357-74fe808a7af6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:32:23.538975 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Pushing event updated for resources: {'Port': ['ID=23190e67-8e10-490a-84d1-079e88b95130,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:23.547357 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-372806'] for router_interface (bb25f71a-aebc-4605-9357-74fe808a7af6), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:23.587530 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 01bde9b0-8910-4548-abaf-8576edaa73ad up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:32:23.637673 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Network d7175017-01c6-4bb4-8901-adea845feded is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:32:23.639176 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:32:23.695113 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 01bde9b0-8910-4548-abaf-8576edaa73ad triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:23.695699 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:23.762143 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '23190e67-8e10-490a-84d1-079e88b95130', 'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'mac_address': 'fa:16:3e:e6:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:22Z', 'updated_at': '2022-04-06T17:32:22Z', 'revision_number': 1, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'subnets': [{'id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:23.764200 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Router bb25f71a-aebc-4605-9357-74fe808a7af6 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:32:23.809958 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb23658-b90b-4c41-a8dd-d08384ef420a None None] The sync data for ids ['bb25f71a-aebc-4605-9357-74fe808a7af6'] in dv-cinder-836850-1-iscsi is: [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '23190e67-8e10-490a-84d1-079e88b95130', 'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'mac_address': 'fa:16:3e:e6:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:22Z', 'updated_at': '2022-04-06T17:32:22Z', 'revision_number': 1, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'subnets': [{'id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:32:23.828828 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 01bde9b0-8910-4548-abaf-8576edaa73ad is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:23.884720 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:32:23.890477 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-668a8005-4f86-43d0-8671-51240c8e6d24 admin admin] 10.222.0.66 "PUT /v2.0/routers/bb25f71a-aebc-4605-9357-74fe808a7af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102022 Apr 06 17:32:23.928988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-37b8fb57-1b4e-4601-831a-18c989f79cb6 None None] Provisioning complete for port 23190e67-8e10-490a-84d1-079e88b95130 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:23.929614 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-37b8fb57-1b4e-4601-831a-18c989f79cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (23190e67-8e10-490a-84d1-079e88b95130), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:24.009119 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-37b8fb57-1b4e-4601-831a-18c989f79cb6 None None] Port 23190e67-8e10-490a-84d1-079e88b95130 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:32:24.659956 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44810) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:24.665586 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1304844893-network', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:24.760748 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Made reservation on behalf of 027d5819879e4cea9d906deb9b80ccea for: {'network': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:32:24.763137 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for network (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:24.772853 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:24.850289 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Publish callbacks [] for security_group (8969524e-4171-46de-809c-c49484665b2e), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:24.932204 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (8969524e-4171-46de-809c-c49484665b2e), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:24.958015 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:32:24.967856 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8969524e-4171-46de-809c-c49484665b2e,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:24.972763 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (1c5f3de6-7db6-4224-bc25-a1708f5ecc0e), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:24.975146 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.segments_db [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Added segment 1c5f3de6-7db6-4224-bc25-a1708f5ecc0e of type vlan for network 59867f2a-e5de-4464-878b-52100fd19d3a Apr 06 17:32:25.012948 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781946150202'] for network (59867f2a-e5de-4464-878b-52100fd19d3a), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:25.118182 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163'] for network (59867f2a-e5de-4464-878b-52100fd19d3a), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:25.119105 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:32:25.119695 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:25.176403 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] Pushing event updated for resources: {'Network': ['ID=59867f2a-e5de-4464-878b-52100fd19d3a,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:25.186787 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Network 59867f2a-e5de-4464-878b-52100fd19d3a details requested by agent ovs-agent-dv-cinder-836850-1-iscsi with host dv-cinder-836850-1-iscsi {{(pid=103878) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:32:25.229592 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-ea25711f-d731-4d0a-95e6-ee1cad73ed72 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5678802 Apr 06 17:32:25.232317 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44812) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:25.237058 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-8972b60b-5032-42f7-827e-40a0ff29fcec admin admin] Request body: {'subnet': {'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1304844893-subnet', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'ip_version': 4}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:25.320489 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8972b60b-5032-42f7-827e-40a0ff29fcec admin admin] Made reservation on behalf of 027d5819879e4cea9d906deb9b80ccea for: {'subnet': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:32:25.322773 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8972b60b-5032-42f7-827e-40a0ff29fcec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4747180'] for subnet (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:25.549476 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8972b60b-5032-42f7-827e-40a0ff29fcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4590291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4747186'] for subnet (bb6366f7-6322-451c-890e-0600387db676), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:25.585802 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device c391a27f-8334-4887-956e-fea97b6c0dbe up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:32:25.607728 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972b60b-5032-42f7-827e-40a0ff29fcec admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6366f7-6322-451c-890e-0600387db676,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:25.616468 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8972b60b-5032-42f7-827e-40a0ff29fcec admin admin] Checking segment: {'id': '1c5f3de6-7db6-4224-bc25-a1708f5ecc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:32:25.616830 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972b60b-5032-42f7-827e-40a0ff29fcec admin admin] Network hostable DHCP agents. Network: 59867f2a-e5de-4464-878b-52100fd19d3a, hostable agents: ['148737ee-8490-4bed-9b49-9e9f86fe55b4'], hosted agents: [] {{(pid=103876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:32:25.639163 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port c391a27f-8334-4887-956e-fea97b6c0dbe triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:25.639543 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:25.689796 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972b60b-5032-42f7-827e-40a0ff29fcec admin admin] Network 59867f2a-e5de-4464-878b-52100fd19d3a is scheduled to be hosted by DHCP agent 148737ee-8490-4bed-9b49-9e9f86fe55b4 with binding_index 1 {{(pid=103876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:32:25.716472 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port c391a27f-8334-4887-956e-fea97b6c0dbe is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:25.716943 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:25.739137 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port c391a27f-8334-4887-956e-fea97b6c0dbe, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=c391a27f-8334-4887-956e-fea97b6c0dbe,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:25.744266 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Sync routers for ids ['bb25f71a-aebc-4605-9357-74fe808a7af6'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:32:25.749450 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Routers {'bb25f71a-aebc-4605-9357-74fe808a7af6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:32:25.750062 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:32:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['bb25f71a-aebc-4605-9357-74fe808a7af6'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:25.792712 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-8972b60b-5032-42f7-827e-40a0ff29fcec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836850-1-iscsi, 59867f2a-e5de-4464-878b-52100fd19d3a) {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:32:25.797235 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8972b60b-5032-42f7-827e-40a0ff29fcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:32:25.798351 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-8972b60b-5032-42f7-827e-40a0ff29fcec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:25.802095 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02003eda-495d-4a12-b7a2-97690cd2c579 None None] Network 59867f2a-e5de-4464-878b-52100fd19d3a requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:32:25.844201 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:25.858371 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Set router bb25f71a-aebc-4605-9357-74fe808a7af6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:32:25.883062 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-8972b60b-5032-42f7-827e-40a0ff29fcec admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6491828 Apr 06 17:32:25.885664 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44814) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:25.889608 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1304844893-router', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:25.914234 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=c391a27f-8334-4887-956e-fea97b6c0dbe,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:25.946201 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a8dc3ea-b628-591d-92c5-4a387acafab5-59867f2a-e5de-4464-878b-52100fd19d3a', 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a', 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'fixed_ips': [{'subnet_id': 'bb6366f7-6322-451c-890e-0600387db676'}]}} from dv-cinder-836850-1-iscsi. {{(pid=103878) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:32:25.947085 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:25.981826 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-374230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6307'] for router (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:25.982827 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-376390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1599922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6330'] for router (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.041977 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Publish callbacks [] for router_controller (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), precommit_add_association {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.064949 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '23190e67-8e10-490a-84d1-079e88b95130', 'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'mac_address': 'fa:16:3e:e6:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:22Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 2, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'subnets': [{'id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:26.083988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.db_base_plugin_common [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Allocated IP 172.20.0.2 (59867f2a-e5de-4464-878b-52100fd19d3a/bb6366f7-6322-451c-890e-0600387db676/d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee) {{(pid=103878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:32:26.095212 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Checking router: bb25f71a-aebc-4605-9357-74fe808a7af6 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:32:26.096682 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Updating router bb25f71a-aebc-4605-9357-74fe808a7af6 port 23190e67-8e10-490a-84d1-079e88b95130 binding host dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:32:26.123154 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (23190e67-8e10-490a-84d1-079e88b95130), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.229702 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Publish callbacks [] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), precommit_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.256388 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Publish callbacks [] for router_gateway (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.290013 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), after_create {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.331160 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Network 59867f2a-e5de-4464-878b-52100fd19d3a is already hosted by enough agents. {{(pid=103878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:32:26.335845 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Resources bound (agent type, host, resource id): {{(pid=103878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:32:26.338303 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Received port after_create {{(pid=103878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:32:26.348329 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Pushing event updated for resources: {'Port': ['ID=d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee,revision_number=1']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:26.389974 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Publish callbacks [] for port (23190e67-8e10-490a-84d1-079e88b95130), precommit_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.398918 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Attempting to bind port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:32:26.410988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Attempting to bind port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '1c5f3de6-7db6-4224-bc25-a1708f5ecc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:32:26.410988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Attempting to bind port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee on network 59867f2a-e5de-4464-878b-52100fd19d3a {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:32:26.410988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:32:26.410988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Checking segment: {'id': '1c5f3de6-7db6-4224-bc25-a1708f5ecc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:32:26.410988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.410988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Bound using segment: {'id': '1c5f3de6-7db6-4224-bc25-a1708f5ecc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:32:26.410988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Bound port: d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5f3de6-7db6-4224-bc25-a1708f5ecc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:32:26.410988 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.479820 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] For port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:32:26.483293 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] For port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee,segment=NetworkSegment(1c5f3de6-7db6-4224-bc25-a1708f5ecc0e),segment_id=1c5f3de6-7db6-4224-bc25-a1708f5ecc0e)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:32:26.491183 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (23190e67-8e10-490a-84d1-079e88b95130), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.518028 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Publish callbacks [] for router_gateway (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.539348 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.576848 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.657245 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f04d9-69a2-4428-a2ac-8f5011694ff5 None None] Pushing event updated for resources: {'Port': ['ID=d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:26.674922 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Allocated IP 172.27.1.245 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/4e20581f-8938-433a-bb6c-96df4e499b1b) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:32:26.675712 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Pushing event updated for resources: {'Port': ['ID=23190e67-8e10-490a-84d1-079e88b95130,revision_number=3']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:26.689014 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.689365 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.689734 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.690090 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.690707 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.690834 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.691086 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.691449 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.691769 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.692094 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.692420 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.692761 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.693093 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.693409 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.693734 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:32:26.768229 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Attempting to bind port 23190e67-8e10-490a-84d1-079e88b95130 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:32:26.768922 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Attempting to bind port 23190e67-8e10-490a-84d1-079e88b95130 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:32:26.769134 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Attempting to bind port 23190e67-8e10-490a-84d1-079e88b95130 on network d7175017-01c6-4bb4-8901-adea845feded {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:32:26.776800 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:32:26.777328 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Checking segment: {'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:32:26.777839 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.778334 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Bound using segment: {'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:32:26.778906 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Bound port: 23190e67-8e10-490a-84d1-079e88b95130, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'}}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:32:26.779387 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (23190e67-8e10-490a-84d1-079e88b95130), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.820944 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Publish callbacks [] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.869619 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] For port 23190e67-8e10-490a-84d1-079e88b95130, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:32:26.873046 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] For port 23190e67-8e10-490a-84d1-079e88b95130, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=23190e67-8e10-490a-84d1-079e88b95130,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:32:26.873739 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-f18956f8-4973-4d97-9d46-c7408e626e7c None None] Provisioning complete for port 23190e67-8e10-490a-84d1-079e88b95130 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:26.874118 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-f18956f8-4973-4d97-9d46-c7408e626e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (23190e67-8e10-490a-84d1-079e88b95130), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.913475 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-f18956f8-4973-4d97-9d46-c7408e626e7c None None] Port 23190e67-8e10-490a-84d1-079e88b95130 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:32:26.921220 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.944163 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (23190e67-8e10-490a-84d1-079e88b95130), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:26.967346 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:32:26.971575 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:32:26.975575 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4e20581f-8938-433a-bb6c-96df4e499b1b,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:26.977979 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:32:27.021934 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Routers {'bb25f71a-aebc-4605-9357-74fe808a7af6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:32:27.021934 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:32:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['bb25f71a-aebc-4605-9357-74fe808a7af6'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:27.021934 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1eecc-55c2-4887-9a07-833d87b8475d None None] Pushing event updated for resources: {'Port': ['ID=23190e67-8e10-490a-84d1-079e88b95130,revision_number=4']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:27.143746 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] Set router bb25f71a-aebc-4605-9357-74fe808a7af6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:32:27.236499 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-9a551b0f-7367-4a31-8f96-2906f7c53897 None None] Provisioning complete for port 23190e67-8e10-490a-84d1-079e88b95130 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:27.237124 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9a551b0f-7367-4a31-8f96-2906f7c53897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (23190e67-8e10-490a-84d1-079e88b95130), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:27.320041 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Publish callbacks [] for router_gateway (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:27.321333 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-9a551b0f-7367-4a31-8f96-2906f7c53897 None None] Current status of the port 23190e67-8e10-490a-84d1-079e88b95130 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:27.321700 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9a551b0f-7367-4a31-8f96-2906f7c53897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (23190e67-8e10-490a-84d1-079e88b95130), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:27.356737 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-9a551b0f-7367-4a31-8f96-2906f7c53897 None None] For port 23190e67-8e10-490a-84d1-079e88b95130, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=23190e67-8e10-490a-84d1-079e88b95130,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:27.360954 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '23190e67-8e10-490a-84d1-079e88b95130', 'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'mac_address': 'fa:16:3e:e6:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:22Z', 'updated_at': '2022-04-06T17:32:26Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'subnets': [{'id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:27.391990 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45002a19-9e03-49e8-ba43-7b699d36e374 None None] The sync data for ids ['bb25f71a-aebc-4605-9357-74fe808a7af6'] in dv-cinder-836850-1-iscsi is: [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '23190e67-8e10-490a-84d1-079e88b95130', 'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'mac_address': 'fa:16:3e:e6:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:22Z', 'updated_at': '2022-04-06T17:32:26Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'subnets': [{'id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:32:27.432604 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-9a551b0f-7367-4a31-8f96-2906f7c53897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (23190e67-8e10-490a-84d1-079e88b95130), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:27.484267 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a551b0f-7367-4a31-8f96-2906f7c53897 None None] Pushing event updated for resources: {'Port': ['ID=23190e67-8e10-490a-84d1-079e88b95130,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:27.556796 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-376415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-373255'] for router (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:27.736797 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:32:27.761802 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1100cb93-53a7-46ad-811c-29ba0a0e1065 None None] Network 59867f2a-e5de-4464-878b-52100fd19d3a requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:32:27.792468 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Router d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 is scheduled to L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d with binding_index 1 {{(pid=103877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:32:27.873179 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:27.873592 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:27.915476 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:32:28.033770 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:28.034409 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44816) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:28.035756 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b8629882-7080-4897-b623-ff2007e6f5e1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1491594 Apr 06 17:32:28.049329 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Sync routers for ids ['d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:32:28.056571 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-63bf0f50-4297-4d82-8b34-1d6b2abdded6 None None] Provisioning complete for port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:28.059431 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-63bf0f50-4297-4d82-8b34-1d6b2abdded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:28.099930 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Routers {'d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:32:28.100569 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:32:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:28.256074 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:28.256736 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:28.302199 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-63bf0f50-4297-4d82-8b34-1d6b2abdded6 None None] Current status of the port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:28.302593 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-63bf0f50-4297-4d82-8b34-1d6b2abdded6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:28.309103 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Set router d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:32:28.374677 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee,segment=NetworkSegment(1c5f3de6-7db6-4224-bc25-a1708f5ecc0e),segment_id=1c5f3de6-7db6-4224-bc25-a1708f5ecc0e)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:28.442227 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:28.442950 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device c391a27f-8334-4887-956e-fea97b6c0dbe up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:32:28.590359 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.db.api [None req-63bf0f50-4297-4d82-8b34-1d6b2abdded6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 17:32:28.590630 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG oslo_db.api [None req-63bf0f50-4297-4d82-8b34-1d6b2abdded6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 17:32:28.597591 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:28.617768 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port c391a27f-8334-4887-956e-fea97b6c0dbe triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:28.618151 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:28.666214 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'name': 'tempest-TestShelveInstance-1304844893-router', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:25Z', 'updated_at': '2022-04-06T17:32:27Z', 'revision_number': 3, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'gw_port': {'id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:26Z', 'updated_at': '2022-04-06T17:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:28.699849 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Checking router: d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:32:28.700203 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Updating router d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 port 4e20581f-8938-433a-bb6c-96df4e499b1b binding host dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:32:28.746009 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:28.748212 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:28.786389 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port c391a27f-8334-4887-956e-fea97b6c0dbe is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:28.787579 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 23190e67-8e10-490a-84d1-079e88b95130 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:32:28.900595 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Allocated IP 172.20.0.1 (59867f2a-e5de-4464-878b-52100fd19d3a/bb6366f7-6322-451c-890e-0600387db676/adca38ae-857a-41cc-9ed0-f27f83993483) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:32:28.943280 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 23190e67-8e10-490a-84d1-079e88b95130 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:28.943666 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (23190e67-8e10-490a-84d1-079e88b95130), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.003249 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Publish callbacks [] for port (adca38ae-857a-41cc-9ed0-f27f83993483), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.096336 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 23190e67-8e10-490a-84d1-079e88b95130 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:29.101735 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.125869 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Publish callbacks [] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), precommit_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.138144 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-63bf0f50-4297-4d82-8b34-1d6b2abdded6 None None] Current status of the port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:29.140849 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Network 59867f2a-e5de-4464-878b-52100fd19d3a is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:32:29.143871 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:32:29.147798 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:32:29.172970 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Pushing event updated for resources: {'Port': ['ID=adca38ae-857a-41cc-9ed0-f27f83993483,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:29.192813 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-373462'] for router_interface (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.227224 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.297195 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Attempting to bind port 4e20581f-8938-433a-bb6c-96df4e499b1b on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:32:29.298006 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Attempting to bind port 4e20581f-8938-433a-bb6c-96df4e499b1b by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:32:29.298006 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Attempting to bind port 4e20581f-8938-433a-bb6c-96df4e499b1b on network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:32:29.302305 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409581f-a506-46e8-934d-78c7b5a8d48d None None] Pushing event updated for resources: {'Port': ['ID=4e20581f-8938-433a-bb6c-96df4e499b1b,revision_number=2']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:29.307507 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-360fb3c1-9383-411e-ba04-471ecea39a1d None None] Provisioning complete for port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:29.307880 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-360fb3c1-9383-411e-ba04-471ecea39a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.311364 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:32:29.311364 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Checking segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:32:29.311906 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.312054 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Bound using segment: {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'} {{(pid=103878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:32:29.312533 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.managers [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Bound port: 4e20581f-8938-433a-bb6c-96df4e499b1b, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9931e3-34c7-4084-84d4-390352d7cdd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391'}}] {{(pid=103878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:32:29.312914 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.393510 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] For port 4e20581f-8938-433a-bb6c-96df4e499b1b, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:32:29.397687 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] For port 4e20581f-8938-433a-bb6c-96df4e499b1b, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=4e20581f-8938-433a-bb6c-96df4e499b1b,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:32:29.404236 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.434558 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-360fb3c1-9383-411e-ba04-471ecea39a1d None None] Current status of the port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:29.473284 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.533195 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Routers {'d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:32:29.533825 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:32:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:29.562404 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Publish callbacks [] for port (adca38ae-857a-41cc-9ed0-f27f83993483), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.573394 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409581f-a506-46e8-934d-78c7b5a8d48d None None] Pushing event updated for resources: {'Port': ['ID=4e20581f-8938-433a-bb6c-96df4e499b1b,revision_number=3']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:29.583616 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:32:29.632632 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.662656 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-74e4b970-5d03-4217-92ed-e3517d962ec0 None None] Provisioning complete for port adca38ae-857a-41cc-9ed0-f27f83993483 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:29.662656 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-74e4b970-5d03-4217-92ed-e3517d962ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.701398 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1638177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-372806'] for router_interface (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.703272 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Pushing event updated for resources: {'Port': ['ID=adca38ae-857a-41cc-9ed0-f27f83993483,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:29.713580 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-74e4b970-5d03-4217-92ed-e3517d962ec0 None None] Port adca38ae-857a-41cc-9ed0-f27f83993483 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:32:29.731947 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:29.732329 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.734859 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] Set router d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:32:29.793459 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Network 59867f2a-e5de-4464-878b-52100fd19d3a is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:32:29.794857 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:32:29.914577 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Router d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:32:30.034168 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:32:30.040125 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-b5edab3c-5018-41aa-87c3-487d5f2e73e0 admin admin] 10.222.0.66 "PUT /v2.0/routers/d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0046208 Apr 06 17:32:30.086601 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:30.090325 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d773dbd7-03e9-482e-9484-bb7ba20fe8d3 None None] Provisioning complete for port adca38ae-857a-41cc-9ed0-f27f83993483 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:30.090520 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d773dbd7-03e9-482e-9484-bb7ba20fe8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:30.148487 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d773dbd7-03e9-482e-9484-bb7ba20fe8d3 None None] Port adca38ae-857a-41cc-9ed0-f27f83993483 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:32:30.170804 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'name': 'tempest-TestShelveInstance-1304844893-router', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:25Z', 'updated_at': '2022-04-06T17:32:29Z', 'revision_number': 4, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'gw_port': {'id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:26Z', 'updated_at': '2022-04-06T17:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'adca38ae-857a-41cc-9ed0-f27f83993483', 'name': '', 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'mac_address': 'fa:16:3e:ca:e2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'bb6366f7-6322-451c-890e-0600387db676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:28Z', 'updated_at': '2022-04-06T17:32:28Z', 'revision_number': 1, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'subnets': [{'id': 'bb6366f7-6322-451c-890e-0600387db676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:30.198041 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65dca2-ba15-4813-b27a-ba99b5ee6352 None None] The sync data for ids ['d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'] in dv-cinder-836850-1-iscsi is: [{'id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'name': 'tempest-TestShelveInstance-1304844893-router', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:25Z', 'updated_at': '2022-04-06T17:32:29Z', 'revision_number': 4, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'gw_port': {'id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:26Z', 'updated_at': '2022-04-06T17:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'adca38ae-857a-41cc-9ed0-f27f83993483', 'name': '', 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'mac_address': 'fa:16:3e:ca:e2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'bb6366f7-6322-451c-890e-0600387db676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:28Z', 'updated_at': '2022-04-06T17:32:28Z', 'revision_number': 1, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'subnets': [{'id': 'bb6366f7-6322-451c-890e-0600387db676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:32:30.792136 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44824) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:30.799210 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-dd8742b2-7d64-46bc-b07b-419539c7d613 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359408446', 'description': 'tempest-secgroup-smoke-1359408446 description', 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:30.884066 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-dd8742b2-7d64-46bc-b07b-419539c7d613 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:30.953402 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-dd8742b2-7d64-46bc-b07b-419539c7d613 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group (c99d2418-c5b3-422e-a651-a78aa98a486e), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.068980 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-dd8742b2-7d64-46bc-b07b-419539c7d613 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (c99d2418-c5b3-422e-a651-a78aa98a486e), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.102151 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8742b2-7d64-46bc-b07b-419539c7d613 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99d2418-c5b3-422e-a651-a78aa98a486e,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:31.178220 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-dd8742b2-7d64-46bc-b07b-419539c7d613 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.179533 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-dd8742b2-7d64-46bc-b07b-419539c7d613 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3863819 Apr 06 17:32:31.182385 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44826) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:31.187067 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-a161bcf5-5030-46bb-90ec-d72adb6ac353 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Request body: {'security_group_rule': {'security_group_id': 'c99d2418-c5b3-422e-a651-a78aa98a486e', 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:31.283484 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a161bcf5-5030-46bb-90ec-d72adb6ac353 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (457abcd7-4388-40d9-b7d0-9bb12b9a4b90), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.345221 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a161bcf5-5030-46bb-90ec-d72adb6ac353 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (457abcd7-4388-40d9-b7d0-9bb12b9a4b90), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.440372 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a161bcf5-5030-46bb-90ec-d72adb6ac353 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (457abcd7-4388-40d9-b7d0-9bb12b9a4b90), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.457970 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161bcf5-5030-46bb-90ec-d72adb6ac353 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457abcd7-4388-40d9-b7d0-9bb12b9a4b90,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:31.555156 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-a161bcf5-5030-46bb-90ec-d72adb6ac353 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.556980 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-a161bcf5-5030-46bb-90ec-d72adb6ac353 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3730533 Apr 06 17:32:31.559350 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44828) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:31.563698 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-bd6c1f8e-0929-430d-98c3-67b6e95f92fd tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Request body: {'security_group_rule': {'security_group_id': 'c99d2418-c5b3-422e-a651-a78aa98a486e', 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:31.588070 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 4e20581f-8938-433a-bb6c-96df4e499b1b up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:32:31.635160 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 4e20581f-8938-433a-bb6c-96df4e499b1b triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:31.635537 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.677970 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1f8e-0929-430d-98c3-67b6e95f92fd tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (fb2dd1b5-4b5f-4deb-aa1e-a119fee0fdf7), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.720073 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 4e20581f-8938-433a-bb6c-96df4e499b1b is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:31.721389 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.746699 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1f8e-0929-430d-98c3-67b6e95f92fd tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (fb2dd1b5-4b5f-4deb-aa1e-a119fee0fdf7), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.752232 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] For port 4e20581f-8938-433a-bb6c-96df4e499b1b, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=4e20581f-8938-433a-bb6c-96df4e499b1b,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:31.863736 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1f8e-0929-430d-98c3-67b6e95f92fd tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (fb2dd1b5-4b5f-4deb-aa1e-a119fee0fdf7), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.881970 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c1f8e-0929-430d-98c3-67b6e95f92fd tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2dd1b5-4b5f-4deb-aa1e-a119fee0fdf7,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:31.884309 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.932448 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Pushing event updated for resources: {'Port': ['ID=4e20581f-8938-433a-bb6c-96df4e499b1b,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:31.977915 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1f8e-0929-430d-98c3-67b6e95f92fd tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.979116 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-bd6c1f8e-0929-430d-98c3-67b6e95f92fd tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4186773 Apr 06 17:32:31.988202 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44830) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:31.988202 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-aa6776a2-bc9b-4735-9e16-6661fad71e6a tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Request body: {'security_group_rule': {'security_group_id': 'c99d2418-c5b3-422e-a651-a78aa98a486e', 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:32.024845 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Sync routers for ids ['d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:32:32.034441 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Routers {'d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:32:32.035094 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:32:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:32.068080 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-aa6776a2-bc9b-4735-9e16-6661fad71e6a tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (a95fd24f-c847-44d5-a304-f2889585a208), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.124550 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-aa6776a2-bc9b-4735-9e16-6661fad71e6a tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (a95fd24f-c847-44d5-a304-f2889585a208), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.143046 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Set router d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:32:32.189180 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-aa6776a2-bc9b-4735-9e16-6661fad71e6a tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (a95fd24f-c847-44d5-a304-f2889585a208), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.209960 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6776a2-bc9b-4735-9e16-6661fad71e6a tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95fd24f-c847-44d5-a304-f2889585a208,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:32.288486 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-aa6776a2-bc9b-4735-9e16-6661fad71e6a tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.289615 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-aa6776a2-bc9b-4735-9e16-6661fad71e6a tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3067644 Apr 06 17:32:32.292600 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 44832) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:32.297385 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-b538e4c4-9b3a-4d09-8e6b-1c4445107d4e tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Request body: {'security_group_rule': {'security_group_id': 'c99d2418-c5b3-422e-a651-a78aa98a486e', 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:32.349128 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'name': 'tempest-TestShelveInstance-1304844893-router', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:25Z', 'updated_at': '2022-04-06T17:32:29Z', 'revision_number': 4, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'gw_port': {'id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:26Z', 'updated_at': '2022-04-06T17:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'adca38ae-857a-41cc-9ed0-f27f83993483', 'name': '', 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'mac_address': 'fa:16:3e:ca:e2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'bb6366f7-6322-451c-890e-0600387db676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:28Z', 'updated_at': '2022-04-06T17:32:29Z', 'revision_number': 2, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'subnets': [{'id': 'bb6366f7-6322-451c-890e-0600387db676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:32.375250 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Checking router: d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:32:32.375620 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Updating router d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 port adca38ae-857a-41cc-9ed0-f27f83993483 binding host dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:32:32.388108 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b538e4c4-9b3a-4d09-8e6b-1c4445107d4e tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (09fcd049-512d-4e27-9668-a223651d861b), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.403145 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.445539 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b538e4c4-9b3a-4d09-8e6b-1c4445107d4e tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (09fcd049-512d-4e27-9668-a223651d861b), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.521068 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b538e4c4-9b3a-4d09-8e6b-1c4445107d4e tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (09fcd049-512d-4e27-9668-a223651d861b), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.538627 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538e4c4-9b3a-4d09-8e6b-1c4445107d4e tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fcd049-512d-4e27-9668-a223651d861b,revision_number=0']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:32.608370 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-b538e4c4-9b3a-4d09-8e6b-1c4445107d4e tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.609577 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b538e4c4-9b3a-4d09-8e6b-1c4445107d4e tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3159800 Apr 06 17:32:32.612468 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44834) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:32.617445 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-9d591f98-dd72-4a8c-9674-71cb85861a78 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Request body: {'security_group_rule': {'security_group_id': 'c99d2418-c5b3-422e-a651-a78aa98a486e', 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:32.665757 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Publish callbacks [] for port (adca38ae-857a-41cc-9ed0-f27f83993483), precommit_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.689634 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.737876 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.securitygroups_db [None req-9d591f98-dd72-4a8c-9674-71cb85861a78 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Project c1e89dd8fcfb48a396e9d03ff9077792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:32:32.743671 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9d591f98-dd72-4a8c-9674-71cb85861a78 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (8302d9e1-5a21-4664-95d3-35bf57d704df), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.769656 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.804603 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9d591f98-dd72-4a8c-9674-71cb85861a78 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (8302d9e1-5a21-4664-95d3-35bf57d704df), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.834174 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3d780-e31c-468a-be90-bbb4ae57dcb2 None None] Pushing event updated for resources: {'Port': ['ID=adca38ae-857a-41cc-9ed0-f27f83993483,revision_number=3']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:32.867030 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9d591f98-dd72-4a8c-9674-71cb85861a78 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (8302d9e1-5a21-4664-95d3-35bf57d704df), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.871492 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Attempting to bind port adca38ae-857a-41cc-9ed0-f27f83993483 on host dv-cinder-836850-1-iscsi for vnic_type normal with profile {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:32:32.876391 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Attempting to bind port adca38ae-857a-41cc-9ed0-f27f83993483 by drivers openvswitch,hyperv on host dv-cinder-836850-1-iscsi at level 0 using segments [{'id': '1c5f3de6-7db6-4224-bc25-a1708f5ecc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a'}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:32:32.876391 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Attempting to bind port adca38ae-857a-41cc-9ed0-f27f83993483 on network 59867f2a-e5de-4464-878b-52100fd19d3a {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:32:32.877751 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Checking agent: {'id': 'a1ee3624-9f8f-427f-9ce3-992d6cb748f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836850-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 16, 57, 13), 'started_at': datetime.datetime(2022, 4, 6, 16, 57, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836850-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:32:32.877894 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Checking segment: {'id': '1c5f3de6-7db6-4224-bc25-a1708f5ecc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:32:32.878298 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.878700 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Bound using segment: {'id': '1c5f3de6-7db6-4224-bc25-a1708f5ecc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a'} {{(pid=103879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:32:32.879796 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.managers [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Bound port: adca38ae-857a-41cc-9ed0-f27f83993483, host: dv-cinder-836850-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5f3de6-7db6-4224-bc25-a1708f5ecc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a'}}] {{(pid=103879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:32:32.880180 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), before_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.882966 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d591f98-dd72-4a8c-9674-71cb85861a78 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8302d9e1-5a21-4664-95d3-35bf57d704df,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:32.946033 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] For port adca38ae-857a-41cc-9ed0-f27f83993483, host dv-cinder-836850-1-iscsi, cleared binding levels {{(pid=103879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:32:32.949280 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.plugins.ml2.db [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] For port adca38ae-857a-41cc-9ed0-f27f83993483, host dv-cinder-836850-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=adca38ae-857a-41cc-9ed0-f27f83993483,segment=NetworkSegment(1c5f3de6-7db6-4224-bc25-a1708f5ecc0e),segment_id=1c5f3de6-7db6-4224-bc25-a1708f5ecc0e)] {{(pid=103879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:32:32.954947 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9d591f98-dd72-4a8c-9674-71cb85861a78 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:32.962170 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-9d591f98-dd72-4a8c-9674-71cb85861a78 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3428421 Apr 06 17:32:32.962170 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 44836) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:32:32.964467 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [None req-38b86773-7f5a-4100-a99b-a0f7bc49be83 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Request body: {'security_group_rule': {'security_group_id': 'c99d2418-c5b3-422e-a651-a78aa98a486e', 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:32:32.990788 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-892817a7-df06-402a-b76a-b31ebf13d9a2 None None] Provisioning complete for port adca38ae-857a-41cc-9ed0-f27f83993483 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:32.990788 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-892817a7-df06-402a-b76a-b31ebf13d9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.023729 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-892817a7-df06-402a-b76a-b31ebf13d9a2 None None] Port adca38ae-857a-41cc-9ed0-f27f83993483 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:32:33.035647 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), after_update {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.063532 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.securitygroups_db [None req-38b86773-7f5a-4100-a99b-a0f7bc49be83 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Project c1e89dd8fcfb48a396e9d03ff9077792 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:32:33.073599 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-38b86773-7f5a-4100-a99b-a0f7bc49be83 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (e642d30d-edd0-4031-8b5a-42c6890eaa15), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.100610 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3d780-e31c-468a-be90-bbb4ae57dcb2 None None] Pushing event updated for resources: {'Port': ['ID=adca38ae-857a-41cc-9ed0-f27f83993483,revision_number=4']} {{(pid=103879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:33.105275 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Routers {'d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:32:33.106227 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:32:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:33.139654 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-38b86773-7f5a-4100-a99b-a0f7bc49be83 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (e642d30d-edd0-4031-8b5a-42c6890eaa15), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.206127 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-38b86773-7f5a-4100-a99b-a0f7bc49be83 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591429'] for security_group_rule (e642d30d-edd0-4031-8b5a-42c6890eaa15), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.222689 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b86773-7f5a-4100-a99b-a0f7bc49be83 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e642d30d-edd0-4031-8b5a-42c6890eaa15,revision_number=0']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:33.224741 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] Set router d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:32:33.311643 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-38b86773-7f5a-4100-a99b-a0f7bc49be83 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.312978 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-38b86773-7f5a-4100-a99b-a0f7bc49be83 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3521893 Apr 06 17:32:33.345320 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-e0826d09-80cd-49c3-b020-4e95f5717bf0 None None] Provisioning complete for port adca38ae-857a-41cc-9ed0-f27f83993483 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:33.346024 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e0826d09-80cd-49c3-b020-4e95f5717bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.429394 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-e0826d09-80cd-49c3-b020-4e95f5717bf0 None None] Current status of the port adca38ae-857a-41cc-9ed0-f27f83993483 is: DOWN; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:33.430046 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e0826d09-80cd-49c3-b020-4e95f5717bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.464199 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-e0826d09-80cd-49c3-b020-4e95f5717bf0 None None] For port adca38ae-857a-41cc-9ed0-f27f83993483, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=adca38ae-857a-41cc-9ed0-f27f83993483,segment=NetworkSegment(1c5f3de6-7db6-4224-bc25-a1708f5ecc0e),segment_id=1c5f3de6-7db6-4224-bc25-a1708f5ecc0e)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:32:33.530539 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'name': 'tempest-TestShelveInstance-1304844893-router', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:25Z', 'updated_at': '2022-04-06T17:32:29Z', 'revision_number': 4, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'gw_port': {'id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:26Z', 'updated_at': '2022-04-06T17:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'adca38ae-857a-41cc-9ed0-f27f83993483', 'name': '', 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'mac_address': 'fa:16:3e:ca:e2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'bb6366f7-6322-451c-890e-0600387db676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:28Z', 'updated_at': '2022-04-06T17:32:32Z', 'revision_number': 4, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'subnets': [{'id': 'bb6366f7-6322-451c-890e-0600387db676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:32:33.535584 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e0826d09-80cd-49c3-b020-4e95f5717bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.562890 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819823c6-15e5-4d3e-9934-883bc5b3a0ab None None] The sync data for ids ['d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'] in dv-cinder-836850-1-iscsi is: [{'id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'name': 'tempest-TestShelveInstance-1304844893-router', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:25Z', 'updated_at': '2022-04-06T17:32:29Z', 'revision_number': 4, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'gw_port': {'id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:26Z', 'updated_at': '2022-04-06T17:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': 'adca38ae-857a-41cc-9ed0-f27f83993483', 'name': '', 'network_id': '59867f2a-e5de-4464-878b-52100fd19d3a', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'mac_address': 'fa:16:3e:ca:e2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'bb6366f7-6322-451c-890e-0600387db676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:28Z', 'updated_at': '2022-04-06T17:32:32Z', 'revision_number': 4, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'subnets': [{'id': 'bb6366f7-6322-451c-890e-0600387db676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:32:33.610916 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0826d09-80cd-49c3-b020-4e95f5717bf0 None None] Pushing event updated for resources: {'Port': ['ID=adca38ae-857a-41cc-9ed0-f27f83993483,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:32:33.637445 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 4e20581f-8938-433a-bb6c-96df4e499b1b up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:32:33.690011 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port 4e20581f-8938-433a-bb6c-96df4e499b1b triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:33.690721 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.771663 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port 4e20581f-8938-433a-bb6c-96df4e499b1b is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:33.772968 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device adca38ae-857a-41cc-9ed0-f27f83993483 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:32:33.824552 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port adca38ae-857a-41cc-9ed0-f27f83993483 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:33.824937 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.904560 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port adca38ae-857a-41cc-9ed0-f27f83993483 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:35.574293 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device adca38ae-857a-41cc-9ed0-f27f83993483 up at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:32:35.624007 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Provisioning complete for port adca38ae-857a-41cc-9ed0-f27f83993483 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:32:35.624379 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:35.699376 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Current status of the port adca38ae-857a-41cc-9ed0-f27f83993483 is: ACTIVE; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:32:37.172467 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-378634d8-1cbd-4871-a8d5-f8afa97a2ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:39.640284 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b447b6a7-08fe-40f8-9698-908f91a532c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:40.552380 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:41.903446 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:43.325894 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:54.292071 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:32:57.393279 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-1af9a2c3-de72-4778-982f-de313dd35dc9 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359408446&fields=id&tenant_id=c1e89dd8fcfb48a396e9d03ff9077792 HTTP/1.1" status: 200 len: 267 time: 0.0422664 Apr 06 17:32:57.498274 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-16111817-7dba-4f28-9876-29ed97ec6d55 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:32:57.499943 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-16111817-7dba-4f28-9876-29ed97ec6d55 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/networks?id=d7175017-01c6-4bb4-8901-adea845feded HTTP/1.1" status: 200 len: 809 time: 0.0996284 Apr 06 17:32:57.513961 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-655abe4e-d30e-496f-addc-b884091a5d8e tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/quotas/c1e89dd8fcfb48a396e9d03ff9077792 HTTP/1.1" status: 200 len: 375 time: 0.0088248 Apr 06 17:32:57.566525 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-6716846a-79a4-404b-bf7b-e9c975e9e116 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c1e89dd8fcfb48a396e9d03ff9077792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479326 Apr 06 17:32:57.663336 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-ba37675e-917d-4b6a-9700-7d653cdcf6ab service neutron] 10.222.0.66 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841334 Apr 06 17:32:57.750134 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a995e3e9-61f7-4e2e-9bae-95b3f78944d3 service neutron] 10.222.0.66 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808525 Apr 06 17:32:58.388389 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cf862fe5-8f3b-4012-b0d8-d82e0680177c req-2330d14e-2742-4b0c-9ad2-982b54bd74f1 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 210 time: 0.1245158 Apr 06 17:32:59.482153 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-7593ad7f-cc82-44b2-a05f-4a892ee3e9eb req-ca292fb4-34b2-4cf4-a82e-c80e85298426 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 210 time: 0.0299530 Apr 06 17:33:00.249851 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-2b5fb9ed-355a-4b54-8a47-ff05ae70d54d tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:00.251350 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-2b5fb9ed-355a-4b54-8a47-ff05ae70d54d tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.58 "GET /v2.0/networks?id=d7175017-01c6-4bb4-8901-adea845feded HTTP/1.1" status: 200 len: 809 time: 0.1031959 Apr 06 17:33:00.319517 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-34c02520-c017-4982-b52a-97e43690c1f1 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1e89dd8fcfb48a396e9d03ff9077792 HTTP/1.1" status: 200 len: 380 time: 0.0529187 Apr 06 17:33:00.340873 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Request body: {'port': {'device_id': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'admin_state_up': True, 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'security_groups': ['c99d2418-c5b3-422e-a651-a78aa98a486e']}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:33:00.525508 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Made reservation on behalf of c1e89dd8fcfb48a396e9d03ff9077792 for: {'port': 1} {{(pid=103876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:33:00.528981 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:00.575354 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ece71c0e-7367-4e40-9ec4-3c0fd5da771a req-4e94f908-25c7-4cf8-9a4f-8061ea9a633c tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 210 time: 0.0270190 Apr 06 17:33:00.657407 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_common [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Allocated IP 172.20.0.13 (d7175017-01c6-4bb4-8901-adea845feded/dc87e888-06fe-40ed-8294-b450f97fcd40/17f43699-eb5b-48db-ae44-c81b4eaec1d3) {{(pid=103876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:33:00.794406 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), precommit_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:00.874376 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), after_create {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:00.914866 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Network d7175017-01c6-4bb4-8901-adea845feded is already hosted by enough agents. {{(pid=103876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:33:00.920001 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.base_scheduler [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Resources bound (agent type, host, resource id): {{(pid=103876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:33:00.923919 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Received port after_create {{(pid=103876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:33:00.949795 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event updated for resources: {'Port': ['ID=17f43699-eb5b-48db-ae44-c81b4eaec1d3,revision_number=1']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:33:00.962126 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.962477 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.962825 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.963193 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.963585 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.963948 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.964278 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.964605 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.964930 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.965251 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.965572 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.965896 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.966217 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.966538 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.966862 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:00.989086 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:00.989701 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:01.060250 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8ad8a9f4-18ee-40a1-bded-1cdd8ce981ef tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7230179 Apr 06 17:33:01.078220 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.v2.base [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Request body: {'port': {'device_id': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83685'}} {{(pid=103876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:33:01.118685 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-8bbc7f0f-f188-4fe8-a0a7-d885b6d19b68 None None] Provisioning complete for port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 triggered by entity DHCP. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:33:01.119335 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7f0f-f188-4fe8-a0a7-d885b6d19b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:01.142228 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:01.152907 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc7f0f-f188-4fe8-a0a7-d885b6d19b68 None None] Port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 cannot update to ACTIVE because it is not bound. {{(pid=103878) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:33:01.397957 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f43699-eb5b-48db-ae44-c81b4eaec1d3 {{(pid=103876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:33:01.405340 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Publish callbacks [] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), precommit_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:01.417762 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.provisioning_blocks [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Transition to ACTIVE for port object 17f43699-eb5b-48db-ae44-c81b4eaec1d3 will not be triggered until provisioned by entity L2. {{(pid=103876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:33:01.491150 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:01.582377 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Pushing event updated for resources: {'Port': ['ID=17f43699-eb5b-48db-ae44-c81b4eaec1d3,revision_number=2']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:33:01.619385 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Attempting to bind port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 on host hv-cinder-83685 for vnic_type normal with profile {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:33:01.619719 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Attempting to bind port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 by drivers openvswitch,hyperv on host hv-cinder-83685 at level 0 using segments [{'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:33:01.620042 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Attempting to bind port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 on network d7175017-01c6-4bb4-8901-adea845feded {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:33:01.625180 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 on network d7175017-01c6-4bb4-8901-adea845feded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83685 {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:33:01.625499 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Attempting to bind port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 on network d7175017-01c6-4bb4-8901-adea845feded {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:33:01.632261 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Checking agent: {'id': '703fd19d-29a7-4a5d-9a9c-d8f32b8829c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83685', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'started_at': datetime.datetime(2022, 4, 6, 17, 4, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:33:01.633321 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Checking segment: {'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:33:01.633321 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Bound using segment: {'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'} {{(pid=103876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:33:01.633678 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.managers [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Bound port: 17f43699-eb5b-48db-ae44-c81b4eaec1d3, host: hv-cinder-83685, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0526fe53-4783-4519-be2f-ce20c02f6c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded'}}] {{(pid=103876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:33:01.633982 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), before_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:01.700395 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2db53a-f95f-43bf-b758-7aa248edfb42 req-2830143d-a6cf-4a6e-9af8-8ec5b526b202 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:01.702614 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ae2db53a-f95f-43bf-b758-7aa248edfb42 req-2830143d-a6cf-4a6e-9af8-8ec5b526b202 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0556152 Apr 06 17:33:01.704859 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] For port 17f43699-eb5b-48db-ae44-c81b4eaec1d3, host hv-cinder-83685, cleared binding levels {{(pid=103876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:33:01.708091 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] For port 17f43699-eb5b-48db-ae44-c81b4eaec1d3, host hv-cinder-83685, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:33:01.754108 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-ae2db53a-f95f-43bf-b758-7aa248edfb42 req-c84239df-6213-4c45-b858-7ac54b09d786 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457206 Apr 06 17:33:01.803722 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4588890'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), after_update {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:01.835188 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:01.836340 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:01.837677 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] 10.222.0.58 "PUT /v2.0/ports/17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 200 len: 1094 time: 0.7638257 Apr 06 17:33:01.838119 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:33:01.840346 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752e0d4b-25dd-4e42-b885-3d6b49d83c66" -d '{"events": [{"name": "network-changed", "server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:33:01.869866 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6058f68-7fb2-4214-a023-d2b296a51d5b service neutron] Pushing event updated for resources: {'Port': ['ID=17f43699-eb5b-48db-ae44-c81b4eaec1d3,revision_number=3']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:33:01.954409 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c3d98c-0382-4497-82e1-99349f104bd5 x-openstack-request-id: req-21c3d98c-0382-4497-82e1-99349f104bd5 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:33:01.954409 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:33:01.954639 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-21c3d98c-0382-4497-82e1-99349f104bd5 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:33:01.954931 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c3d98c-0382-4497-82e1-99349f104bd5'] response: {'name': 'network-changed', 'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'status': 'completed', 'code': 200} Apr 06 17:33:02.017623 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-48642ead-83fa-49d1-95c8-3b6cf7d8b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:02.019144 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-48642ead-83fa-49d1-95c8-3b6cf7d8b9c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1e89dd8fcfb48a396e9d03ff9077792&device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1128 time: 0.0492425 Apr 06 17:33:02.067092 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-3a38529d-1578-4681-9129-a4298cff2762 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 200 len: 217 time: 0.0336583 Apr 06 17:33:02.113702 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-2be1a194-ce76-41fe-8a3b-0f0924d742a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:02.115153 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-2be1a194-ce76-41fe-8a3b-0f0924d742a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc87e888-06fe-40ed-8294-b450f97fcd40 HTTP/1.1" status: 200 len: 848 time: 0.0429094 Apr 06 17:33:02.166119 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8acee7e2-74ff-4d1a-9049-ee8aa92c5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:02.167642 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-8acee7e2-74ff-4d1a-9049-ee8aa92c5e08 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7175017-01c6-4bb4-8901-adea845feded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472796 Apr 06 17:33:02.253469 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-17105d99-587c-462a-a49f-0db380571857 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792618 Apr 06 17:33:02.341799 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-09f6f502-03d7-4989-bef1-68a04bf41fed req-1e460e2a-a9de-4efe-bfc3-ecc73d2ae854 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829809 Apr 06 17:33:02.657006 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:02.868022 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6655a1c-5bbd-4d19-bb6b-b444df2d01f4 req-79f8a851-7c69-4da6-a3ef-49f66bfb6017 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:02.869478 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f6655a1c-5bbd-4d19-bb6b-b444df2d01f4 req-79f8a851-7c69-4da6-a3ef-49f66bfb6017 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0516899 Apr 06 17:33:02.919799 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-f6655a1c-5bbd-4d19-bb6b-b444df2d01f4 req-cf579ac8-d08d-4cdd-992d-09069247f57b tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444746 Apr 06 17:33:03.374855 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e0d4b-25dd-4e42-b885-3d6b49d83c66 req-a09417f4-d67d-4c19-a90e-7fe8a769344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:03.376350 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-752e0d4b-25dd-4e42-b885-3d6b49d83c66 req-a09417f4-d67d-4c19-a90e-7fe8a769344a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1e89dd8fcfb48a396e9d03ff9077792&device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1128 time: 0.0442374 Apr 06 17:33:03.462570 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e0d4b-25dd-4e42-b885-3d6b49d83c66 req-dbc5218b-06fa-4024-9771-20b725815494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:03.464054 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-752e0d4b-25dd-4e42-b885-3d6b49d83c66 req-dbc5218b-06fa-4024-9771-20b725815494 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7175017-01c6-4bb4-8901-adea845feded HTTP/1.1" status: 200 len: 910 time: 0.0814762 Apr 06 17:33:03.506666 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-752e0d4b-25dd-4e42-b885-3d6b49d83c66 req-7d3d93d0-9fba-443f-b9f0-512167846fc8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 200 len: 217 time: 0.0368071 Apr 06 17:33:03.553658 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e0d4b-25dd-4e42-b885-3d6b49d83c66 req-f79ae6c0-800e-414e-9226-f557398607ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:03.555097 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-752e0d4b-25dd-4e42-b885-3d6b49d83c66 req-f79ae6c0-800e-414e-9226-f557398607ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc87e888-06fe-40ed-8294-b450f97fcd40 HTTP/1.1" status: 200 len: 848 time: 0.0430219 Apr 06 17:33:03.601754 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e0d4b-25dd-4e42-b885-3d6b49d83c66 req-2348fe72-6e60-471a-90a3-ce105f470c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:03.603233 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-752e0d4b-25dd-4e42-b885-3d6b49d83c66 req-2348fe72-6e60-471a-90a3-ce105f470c06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7175017-01c6-4bb4-8901-adea845feded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429978 Apr 06 17:33:03.692481 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-752e0d4b-25dd-4e42-b885-3d6b49d83c66 req-9807b62c-5d85-4fd1-a317-0c2f520e976f service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827110 Apr 06 17:33:03.778973 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-752e0d4b-25dd-4e42-b885-3d6b49d83c66 req-6415ca8f-c5f2-4652-babb-5134b263730d service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809064 Apr 06 17:33:04.036196 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd18f48-d978-465e-b19b-e2a89f7cdc28 req-36da38ae-c586-4f8c-934f-95be66ee34ba tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:04.037696 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bbd18f48-d978-465e-b19b-e2a89f7cdc28 req-36da38ae-c586-4f8c-934f-95be66ee34ba tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0520313 Apr 06 17:33:04.085515 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bbd18f48-d978-465e-b19b-e2a89f7cdc28 req-33d9b2fe-2e1c-414d-b4f8-1c366bb55eb2 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422573 Apr 06 17:33:05.199085 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e233f61-b221-4d3d-b25a-033d81feb522 req-1d6bfa81-0831-45ae-85c1-a2b29dee358f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:05.200527 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4e233f61-b221-4d3d-b25a-033d81feb522 req-1d6bfa81-0831-45ae-85c1-a2b29dee358f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0506165 Apr 06 17:33:05.246629 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4e233f61-b221-4d3d-b25a-033d81feb522 req-e8922e0d-28b7-44e5-819b-b8c364d62af5 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407081 Apr 06 17:33:06.365342 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cce95c-22b3-4773-8643-57dd96907dd9 req-a3afcde6-09eb-440a-9af1-11b2c862c82b tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:06.366830 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-60cce95c-22b3-4773-8643-57dd96907dd9 req-a3afcde6-09eb-440a-9af1-11b2c862c82b tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0552926 Apr 06 17:33:06.414665 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-60cce95c-22b3-4773-8643-57dd96907dd9 req-b9f94300-ec37-40b6-bfb5-6ffd9a1701c3 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423660 Apr 06 17:33:07.157405 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-205ba97a-f0ea-4d8d-af2c-8bbb2ce98bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:07.529400 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ed019-9136-4a1e-a546-f9f24b0f2580 req-990bc4ee-356b-4532-8f95-c07f9bcb6bb4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:07.530255 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-724ed019-9136-4a1e-a546-f9f24b0f2580 req-990bc4ee-356b-4532-8f95-c07f9bcb6bb4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0517499 Apr 06 17:33:07.577688 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-724ed019-9136-4a1e-a546-f9f24b0f2580 req-5fcec026-87c2-4ba8-ae39-14c149fd7208 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Apr 06 17:33:08.697492 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c92dfc-00a7-4ae9-8677-bdc6fcde5b51 req-cd478659-384f-4bca-b9e9-fdb44b946bf5 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:08.698961 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b1c92dfc-00a7-4ae9-8677-bdc6fcde5b51 req-cd478659-384f-4bca-b9e9-fdb44b946bf5 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0554497 Apr 06 17:33:08.747353 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b1c92dfc-00a7-4ae9-8677-bdc6fcde5b51 req-18162c15-b4bf-4def-851a-ad74c36c0bb9 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426025 Apr 06 17:33:09.599810 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-5fae9ba6-9a30-4e54-b89b-3f3069d3b27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:09.863267 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d36ee-131d-491f-96e2-519eb75d8030 req-e339ec78-5842-4c6f-b7d5-cba1d1772b22 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:09.864710 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a24d36ee-131d-491f-96e2-519eb75d8030 req-e339ec78-5842-4c6f-b7d5-cba1d1772b22 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0510533 Apr 06 17:33:09.912175 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a24d36ee-131d-491f-96e2-519eb75d8030 req-8380e888-7eb9-44c8-b2c9-432f1878ac52 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Apr 06 17:33:10.559809 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:10.780153 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 17f43699-eb5b-48db-ae44-c81b4eaec1d3 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:33:10.871795 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 17f43699-eb5b-48db-ae44-c81b4eaec1d3, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:33:10.883026 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'port_id': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'mac_address': 'fa:16:3e:8c:6f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:33:10.921314 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:33:10.921719 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:10.933866 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f43699-eb5b-48db-ae44-c81b4eaec1d3 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:33:10.952647 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 17f43699-eb5b-48db-ae44-c81b4eaec1d3, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:33:11.020436 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:11.031411 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fab49-690d-4e43-9e7e-23e8a06d020b req-eb1d16d4-4b6f-4d32-bb2e-fbe10ff1da7b tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:11.032897 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9e2fab49-690d-4e43-9e7e-23e8a06d020b req-eb1d16d4-4b6f-4d32-bb2e-fbe10ff1da7b tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0523233 Apr 06 17:33:11.066569 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=17f43699-eb5b-48db-ae44-c81b4eaec1d3,revision_number=4']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:33:11.086339 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-9e2fab49-690d-4e43-9e7e-23e8a06d020b req-7e48b447-8342-4f93-b979-389f92034c87 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475347 Apr 06 17:33:11.482211 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['17f43699-eb5b-48db-ae44-c81b4eaec1d3'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:33:11.906121 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:12.200106 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e5648-6d57-4c46-82df-6a67f69d54d2 req-2049f0ef-768f-4499-a960-e1b47bcc915c tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:12.201586 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-118e5648-6d57-4c46-82df-6a67f69d54d2 req-2049f0ef-768f-4499-a960-e1b47bcc915c tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 945 time: 0.0508335 Apr 06 17:33:12.248418 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-118e5648-6d57-4c46-82df-6a67f69d54d2 req-55d2e1d3-5835-4fe1-9384-a06040c78e6c tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414927 Apr 06 17:33:12.777214 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 17f43699-eb5b-48db-ae44-c81b4eaec1d3 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:33:12.905943 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning for port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 completed by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:33:12.909698 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:33:12.910318 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:12.984966 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:33:12.985357 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:13.007358 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:33:13.009604 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb5262-710c-45cf-a73d-8ef4da014b59" -d '{"events": [{"server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "name": "network-vif-plugged", "status": "completed", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:33:13.022001 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 17f43699-eb5b-48db-ae44-c81b4eaec1d3, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:33:13.048207 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97088b23-0131-4c3b-954c-39580922dab3 x-openstack-request-id: req-97088b23-0131-4c3b-954c-39580922dab3 {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:33:13.048207 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "name": "network-vif-plugged", "status": "completed", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:33:13.048207 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97088b23-0131-4c3b-954c-39580922dab3 {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:33:13.048207 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97088b23-0131-4c3b-954c-39580922dab3'] response: {'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'code': 200} Apr 06 17:33:13.091512 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:13.140648 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=17f43699-eb5b-48db-ae44-c81b4eaec1d3,revision_number=5']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:33:13.147555 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.147908 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.148254 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.148594 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.148936 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.150043 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.150385 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.151301 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.155088 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.155088 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.155088 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.155088 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.155088 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.155088 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.155088 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:13.331230 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:13.364570 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e76d4c-7299-4262-a3cc-6e2ec010ffc6 req-231e90bc-7214-4b3d-99f5-24d53260a1ce tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:13.366056 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-66e76d4c-7299-4262-a3cc-6e2ec010ffc6 req-231e90bc-7214-4b3d-99f5-24d53260a1ce tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0527856 Apr 06 17:33:13.401496 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faacaec-3058-47c9-ac0f-e120a0997fe5 req-eec2952d-7f4b-4661-a0dc-33336b14bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:13.403054 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5faacaec-3058-47c9-ac0f-e120a0997fe5 req-eec2952d-7f4b-4661-a0dc-33336b14bc4b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1130 time: 0.0450382 Apr 06 17:33:13.415295 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-66e76d4c-7299-4262-a3cc-6e2ec010ffc6 req-4496f093-86c0-4570-bcb5-157b7f1a6740 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430565 Apr 06 17:33:13.452284 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5faacaec-3058-47c9-ac0f-e120a0997fe5 req-90ced568-c5ca-47ad-bd9d-1c175ebde314 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426955 Apr 06 17:33:14.536720 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11935777-89be-410a-9be1-7bbe3d5ef072 req-6dad7e9d-a016-48f2-8940-bf27583e140d tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:14.538192 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-11935777-89be-410a-9be1-7bbe3d5ef072 req-6dad7e9d-a016-48f2-8940-bf27583e140d tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0554430 Apr 06 17:33:14.585225 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-11935777-89be-410a-9be1-7bbe3d5ef072 req-310155f5-2ed3-41de-aaf9-025507b187e1 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 Apr 06 17:33:15.702195 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e9128-21a9-4a0b-b6d9-6d2cfb9f59e9 req-cbb6f468-f427-493d-8c1d-902345878e12 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:15.703694 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-375e9128-21a9-4a0b-b6d9-6d2cfb9f59e9 req-cbb6f468-f427-493d-8c1d-902345878e12 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0518522 Apr 06 17:33:15.752536 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-375e9128-21a9-4a0b-b6d9-6d2cfb9f59e9 req-e68b714c-a607-4eab-8b35-a1af9bfa28c3 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433936 Apr 06 17:33:15.865026 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6152c-7fb7-445b-bb44-39e9c7691adf req-25ca29fd-5622-4fec-b5e2-f8f820e1905b tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:15.866504 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d2e6152c-7fb7-445b-bb44-39e9c7691adf req-25ca29fd-5622-4fec-b5e2-f8f820e1905b tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0508337 Apr 06 17:33:15.918762 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d2e6152c-7fb7-445b-bb44-39e9c7691adf req-d0839c04-8753-43fd-ad9b-3cf0105192b5 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462313 Apr 06 17:33:15.939591 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 45010) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:33:16.022174 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390fe862-d62a-44f0-852b-ac533ed5552b tempest-TestShelveInstance-1861103693 tempest-TestShelveInstance-1861103693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:16.023694 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-390fe862-d62a-44f0-852b-ac533ed5552b tempest-TestShelveInstance-1861103693 tempest-TestShelveInstance-1861103693-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1125 time: 0.0831339 Apr 06 17:33:16.026963 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 45014) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:33:16.031101 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.v2.base [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Request body: {'floatingip': {'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'port_id': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:33:16.125504 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:16.220947 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (None), before_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:16.321704 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_common [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Allocated IP 172.27.1.124 (d208e6fe-1ae8-43f7-81e6-82f80e4a1391/ceeb6c67-4866-4475-8970-a97b2065606f/d39bec66-bfa7-4443-ad43-663e576216b4) {{(pid=103877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:33:16.423697 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for port (d39bec66-bfa7-4443-ad43-663e576216b4), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:16.514202 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781946167044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (d39bec66-bfa7-4443-ad43-663e576216b4), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:16.548509 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Network d208e6fe-1ae8-43f7-81e6-82f80e4a1391 is already hosted by enough agents. {{(pid=103877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:33:16.551272 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.base_scheduler [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Resources bound (agent type, host, resource id): {{(pid=103877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:33:16.556859 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Received port after_create {{(pid=103877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:33:16.584719 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event updated for resources: {'Port': ['ID=d39bec66-bfa7-4443-ad43-663e576216b4,revision_number=1']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:33:16.597967 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.598320 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.598667 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.599034 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.599378 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.599713 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.600045 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.600376 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.600706 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.601036 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.601366 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.601693 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.602018 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.602343 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.602667 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:16.928135 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for floatingip (a2bbb480-c6ef-473b-8379-51f67413c4b9), precommit_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:17.097677 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (d39bec66-bfa7-4443-ad43-663e576216b4), before_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:17.244020 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for port (d39bec66-bfa7-4443-ad43-663e576216b4), precommit_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:17.299611 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7127969'] for port (d39bec66-bfa7-4443-ad43-663e576216b4), after_update {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:17.379977 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event updated for resources: {'Port': ['ID=d39bec66-bfa7-4443-ad43-663e576216b4,revision_number=2']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:33:17.392954 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-373357'] for floatingip (a2bbb480-c6ef-473b-8379-51f67413c4b9), after_create {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:17.492762 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.db.l3_db [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Floating IP a2bbb480-c6ef-473b-8379-51f67413c4b9 associated. External IP: 172.27.1.124, port: 17f43699-eb5b-48db-ae44-c81b4eaec1d3. Apr 06 17:33:17.954370 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Router bb25f71a-aebc-4605-9357-74fe808a7af6 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:33:18.075731 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:33:18.085396 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141dc69e-68b7-446e-a0c0-b9f5e44ac421 None None] Sync routers for ids ['bb25f71a-aebc-4605-9357-74fe808a7af6'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:33:18.095827 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141dc69e-68b7-446e-a0c0-b9f5e44ac421 None None] Routers {'bb25f71a-aebc-4605-9357-74fe808a7af6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:33:18.100056 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-141dc69e-68b7-446e-a0c0-b9f5e44ac421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:33:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['bb25f71a-aebc-4605-9357-74fe808a7af6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:33:18.150578 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:18.180927 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-41983b69-cca0-417b-abf1-80cbb34253a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1528568 Apr 06 17:33:18.181462 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3'}] {{(pid=103877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:33:18.184366 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16c3a69653e0a37a6f9a2e7d811f5bfca078580033ed2762f54ec0149a9b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4abb6e-8459-4ea6-b1eb-747fd95fdc51" -d '{"events": [{"name": "network-changed", "server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3"}]}' {{(pid=103877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:33:18.203889 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-141dc69e-68b7-446e-a0c0-b9f5e44ac421 None None] Set router bb25f71a-aebc-4605-9357-74fe808a7af6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:33:18.219463 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e54ca18-03ad-44c9-9135-ec0ed97fbfcf x-openstack-request-id: req-9e54ca18-03ad-44c9-9135-ec0ed97fbfcf {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:33:18.219750 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3", "status": "completed", "code": 200}]} {{(pid=103877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:33:18.220001 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e54ca18-03ad-44c9-9135-ec0ed97fbfcf {{(pid=103877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:33:18.220404 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e54ca18-03ad-44c9-9135-ec0ed97fbfcf'] response: {'name': 'network-changed', 'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'status': 'completed', 'code': 200} Apr 06 17:33:18.304923 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4abb6e-8459-4ea6-b1eb-747fd95fdc51 req-53403215-eadb-42d9-9d28-7e395e6aa9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:18.307183 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b4abb6e-8459-4ea6-b1eb-747fd95fdc51 req-53403215-eadb-42d9-9d28-7e395e6aa9eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1e89dd8fcfb48a396e9d03ff9077792&device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1130 time: 0.0435598 Apr 06 17:33:18.400814 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4abb6e-8459-4ea6-b1eb-747fd95fdc51 req-87f9fa6d-ecfa-421c-9ae5-c382fd783fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:18.402299 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b4abb6e-8459-4ea6-b1eb-747fd95fdc51 req-87f9fa6d-ecfa-421c-9ae5-c382fd783fd1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7175017-01c6-4bb4-8901-adea845feded HTTP/1.1" status: 200 len: 910 time: 0.0885658 Apr 06 17:33:18.471125 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b4abb6e-8459-4ea6-b1eb-747fd95fdc51 req-c1b876f6-e2e4-4446-b8ed-304121c5edd7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 200 len: 1000 time: 0.0627811 Apr 06 17:33:18.519339 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4abb6e-8459-4ea6-b1eb-747fd95fdc51 req-2d29fa9d-4345-4933-ba56-278bf679e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:18.520836 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b4abb6e-8459-4ea6-b1eb-747fd95fdc51 req-2d29fa9d-4345-4933-ba56-278bf679e494 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc87e888-06fe-40ed-8294-b450f97fcd40 HTTP/1.1" status: 200 len: 848 time: 0.0442624 Apr 06 17:33:18.554607 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-141dc69e-68b7-446e-a0c0-b9f5e44ac421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'a2bbb480-c6ef-473b-8379-51f67413c4b9', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'port_id': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'mac_address': 'fa:16:3e:8c:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:33:16Z', 'updated_at': '2022-04-06T17:33:16Z', 'revision_number': 0, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23190e67-8e10-490a-84d1-079e88b95130', 'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'mac_address': 'fa:16:3e:e6:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:22Z', 'updated_at': '2022-04-06T17:32:27Z', 'revision_number': 5, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'subnets': [{'id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:33:18.569140 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4abb6e-8459-4ea6-b1eb-747fd95fdc51 req-89150912-00a8-4c0f-8dbd-c10f1f7cdcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:18.570666 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b4abb6e-8459-4ea6-b1eb-747fd95fdc51 req-89150912-00a8-4c0f-8dbd-c10f1f7cdcf1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7175017-01c6-4bb4-8901-adea845feded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443149 Apr 06 17:33:18.583414 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141dc69e-68b7-446e-a0c0-b9f5e44ac421 None None] Checking router: bb25f71a-aebc-4605-9357-74fe808a7af6 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:33:18.592084 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141dc69e-68b7-446e-a0c0-b9f5e44ac421 None None] Routers {'bb25f71a-aebc-4605-9357-74fe808a7af6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:33:18.592693 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-141dc69e-68b7-446e-a0c0-b9f5e44ac421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:33:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['bb25f71a-aebc-4605-9357-74fe808a7af6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:33:18.665467 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b4abb6e-8459-4ea6-b1eb-747fd95fdc51 req-b77766a4-43c0-41a4-bb3b-a402ed6d6717 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874631 Apr 06 17:33:18.700578 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-141dc69e-68b7-446e-a0c0-b9f5e44ac421 None None] Set router bb25f71a-aebc-4605-9357-74fe808a7af6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:33:18.754169 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b4abb6e-8459-4ea6-b1eb-747fd95fdc51 req-7e66f618-e11c-4ad1-969e-036e4bba5f14 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834332 Apr 06 17:33:18.924589 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-141dc69e-68b7-446e-a0c0-b9f5e44ac421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'a2bbb480-c6ef-473b-8379-51f67413c4b9', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'port_id': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'mac_address': 'fa:16:3e:8c:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:33:16Z', 'updated_at': '2022-04-06T17:33:16Z', 'revision_number': 0, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23190e67-8e10-490a-84d1-079e88b95130', 'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'mac_address': 'fa:16:3e:e6:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:22Z', 'updated_at': '2022-04-06T17:32:27Z', 'revision_number': 5, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'subnets': [{'id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:33:18.954387 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141dc69e-68b7-446e-a0c0-b9f5e44ac421 None None] The sync data for ids ['bb25f71a-aebc-4605-9357-74fe808a7af6'] in dv-cinder-836850-1-iscsi is: [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_floatingips': [{'id': 'a2bbb480-c6ef-473b-8379-51f67413c4b9', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'router_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'port_id': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'mac_address': 'fa:16:3e:8c:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:33:16Z', 'updated_at': '2022-04-06T17:33:16Z', 'revision_number': 0, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23190e67-8e10-490a-84d1-079e88b95130', 'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'mac_address': 'fa:16:3e:e6:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:22Z', 'updated_at': '2022-04-06T17:32:27Z', 'revision_number': 5, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'subnets': [{'id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:33:19.135776 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c55eaad-14c3-4890-a306-3b187906a8db None None] New status for floating IP a2bbb480-c6ef-473b-8379-51f67413c4b9: ACTIVE {{(pid=103879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:33:30.341773 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-72acccf4-7770-4078-888b-b1a16ae5f302 req-7bfb8cda-8b23-47e9-8a86-f2b26bddb73f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0639224 Apr 06 17:33:30.440239 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acccf4-7770-4078-888b-b1a16ae5f302 req-0561fe3a-be2f-4f3e-909e-940151bed3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:30.441705 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-72acccf4-7770-4078-888b-b1a16ae5f302 req-0561fe3a-be2f-4f3e-909e-940151bed3b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1e89dd8fcfb48a396e9d03ff9077792&device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1130 time: 0.0431674 Apr 06 17:33:30.540082 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acccf4-7770-4078-888b-b1a16ae5f302 req-f05ce700-89c9-4cf1-97cf-2a188874f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:30.542085 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-72acccf4-7770-4078-888b-b1a16ae5f302 req-f05ce700-89c9-4cf1-97cf-2a188874f5ab service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7175017-01c6-4bb4-8901-adea845feded HTTP/1.1" status: 200 len: 910 time: 0.0811331 Apr 06 17:33:30.609456 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-72acccf4-7770-4078-888b-b1a16ae5f302 req-acd3af18-d4b8-485e-a3ef-a0437432c2bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 200 len: 1002 time: 0.0605114 Apr 06 17:33:30.655928 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acccf4-7770-4078-888b-b1a16ae5f302 req-31aa4fb5-2c87-406c-bf35-9500df810279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:30.657302 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-72acccf4-7770-4078-888b-b1a16ae5f302 req-31aa4fb5-2c87-406c-bf35-9500df810279 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc87e888-06fe-40ed-8294-b450f97fcd40 HTTP/1.1" status: 200 len: 848 time: 0.0419142 Apr 06 17:33:30.704977 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acccf4-7770-4078-888b-b1a16ae5f302 req-75f35d72-d0e5-4f16-9cf4-00e8caa9cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:30.706400 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-72acccf4-7770-4078-888b-b1a16ae5f302 req-75f35d72-d0e5-4f16-9cf4-00e8caa9cf1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7175017-01c6-4bb4-8901-adea845feded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425200 Apr 06 17:33:30.796324 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-72acccf4-7770-4078-888b-b1a16ae5f302 req-8202d46a-eb56-4e04-be87-628e9a5ba2ef service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836184 Apr 06 17:33:30.883903 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-72acccf4-7770-4078-888b-b1a16ae5f302 req-0eb2988e-a49e-4734-8b17-399a17ecf7f3 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807931 Apr 06 17:33:31.289764 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:33:32.677015 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:37.159121 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-22f42a4f-5de6-496e-a84b-3d0d5f01bd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:39.614097 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c57d89df-f6a1-4011-9359-2ffcc3a6c6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:40.564776 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:41.933805 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:43.322363 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:02.678749 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:07.150498 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e7616c50-5a12-4cc9-86a6-002b9b9c1377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:08.288066 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:34:09.587608 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-5b562618-fdb2-4af6-86a7-b6b8c98afb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:10.575634 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:11.909936 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:13.333268 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:32.402691 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4cd629aa-4f49-4a00-ad5a-2161a0be49a6 req-fa55cdd0-c418-46c7-a17b-c64fd11f9c42 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891366 Apr 06 17:34:32.500925 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd629aa-4f49-4a00-ad5a-2161a0be49a6 req-79b9dfc1-5044-48fe-bde4-b237192808ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:34:32.502390 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4cd629aa-4f49-4a00-ad5a-2161a0be49a6 req-79b9dfc1-5044-48fe-bde4-b237192808ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1e89dd8fcfb48a396e9d03ff9077792&device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1130 time: 0.0442140 Apr 06 17:34:32.600724 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd629aa-4f49-4a00-ad5a-2161a0be49a6 req-a724f3ce-eb67-42bb-9a1d-8c3ff63e8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:34:32.602188 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4cd629aa-4f49-4a00-ad5a-2161a0be49a6 req-a724f3ce-eb67-42bb-9a1d-8c3ff63e8c9f service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7175017-01c6-4bb4-8901-adea845feded HTTP/1.1" status: 200 len: 910 time: 0.0826292 Apr 06 17:34:32.670385 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4cd629aa-4f49-4a00-ad5a-2161a0be49a6 req-f4d64d49-12fc-4a19-b712-4a083d604e55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 200 len: 1002 time: 0.0619140 Apr 06 17:34:32.684669 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:32.718772 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd629aa-4f49-4a00-ad5a-2161a0be49a6 req-2dbcabc7-4f41-47ea-a7fe-4c0e8bc787ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:34:32.720261 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4cd629aa-4f49-4a00-ad5a-2161a0be49a6 req-2dbcabc7-4f41-47ea-a7fe-4c0e8bc787ed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc87e888-06fe-40ed-8294-b450f97fcd40 HTTP/1.1" status: 200 len: 848 time: 0.0438869 Apr 06 17:34:32.768303 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd629aa-4f49-4a00-ad5a-2161a0be49a6 req-69f1e78d-2c37-4347-a2e1-d4cee78c0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:34:32.769793 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4cd629aa-4f49-4a00-ad5a-2161a0be49a6 req-69f1e78d-2c37-4347-a2e1-d4cee78c0430 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7175017-01c6-4bb4-8901-adea845feded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443811 Apr 06 17:34:32.861624 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4cd629aa-4f49-4a00-ad5a-2161a0be49a6 req-8efae8b7-2cfc-452e-ada0-23a01b19ff52 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830588 Apr 06 17:34:32.945289 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4cd629aa-4f49-4a00-ad5a-2161a0be49a6 req-e0a40ba9-627c-4aa8-9936-b488a511673a service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807703 Apr 06 17:34:37.186535 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-fe7a39fa-cc40-43ae-9181-8244ae49b5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:39.629359 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-6ffd26f5-ba58-411a-bd84-500aaee8fb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:40.584162 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:41.963954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:43.326399 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:45.286134 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:35:02.720662 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:07.148721 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-22529a26-10b3-4a31-87d1-8b60d9f10d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:09.625984 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-00e0aac0-3f4e-47e5-a73f-b086ace16db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:10.563423 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:11.928936 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:13.328701 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:22.284701 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:35:32.711571 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:34.170542 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6c283-8f4d-41bb-9ecd-19dc690d3941 req-75f7907a-1554-433f-bf30-4c589eb7e4af tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:34.172083 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a0b6c283-8f4d-41bb-9ecd-19dc690d3941 req-75f7907a-1554-433f-bf30-4c589eb7e4af tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0576081 Apr 06 17:35:34.219190 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a0b6c283-8f4d-41bb-9ecd-19dc690d3941 req-e3a05596-81d4-479b-b2ea-2e3275125064 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 Apr 06 17:35:34.419443 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c03113-1de0-4f7b-8627-055a7064d554 req-df965182-3bac-4d37-ad6e-468150da0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:34.420971 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-e3c03113-1de0-4f7b-8627-055a7064d554 req-df965182-3bac-4d37-ad6e-468150da0632 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1e89dd8fcfb48a396e9d03ff9077792&device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1130 time: 0.0489914 Apr 06 17:35:34.519314 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c03113-1de0-4f7b-8627-055a7064d554 req-53417cfd-3814-4745-901e-7b1dcb21ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:34.520837 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-e3c03113-1de0-4f7b-8627-055a7064d554 req-53417cfd-3814-4745-901e-7b1dcb21ceda service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7175017-01c6-4bb4-8901-adea845feded HTTP/1.1" status: 200 len: 910 time: 0.0832584 Apr 06 17:35:34.586595 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-e3c03113-1de0-4f7b-8627-055a7064d554 req-a8428afa-6532-4c89-b93a-ceb1d5469a77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 200 len: 1002 time: 0.0594044 Apr 06 17:35:34.632520 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c03113-1de0-4f7b-8627-055a7064d554 req-3e812458-7204-4153-8b3f-9fc2d600455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:34.633907 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-e3c03113-1de0-4f7b-8627-055a7064d554 req-3e812458-7204-4153-8b3f-9fc2d600455d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc87e888-06fe-40ed-8294-b450f97fcd40 HTTP/1.1" status: 200 len: 848 time: 0.0417783 Apr 06 17:35:34.679757 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c03113-1de0-4f7b-8627-055a7064d554 req-c54d8577-4411-4207-83fe-e9a8f6a638b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:34.681131 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-e3c03113-1de0-4f7b-8627-055a7064d554 req-c54d8577-4411-4207-83fe-e9a8f6a638b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7175017-01c6-4bb4-8901-adea845feded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419784 Apr 06 17:35:34.770433 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-e3c03113-1de0-4f7b-8627-055a7064d554 req-e1578ce7-c49c-4c90-b6d4-92e405e5d284 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827136 Apr 06 17:35:34.856052 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-e3c03113-1de0-4f7b-8627-055a7064d554 req-98ba4d4f-b90f-4bc3-9499-754ae813a68d service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795164 Apr 06 17:35:35.386075 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99011703-fde7-40b3-b0b8-367ec317d56f req-70be41e7-f3c4-444a-9036-afe815832e8c tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:35.387553 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-99011703-fde7-40b3-b0b8-367ec317d56f req-70be41e7-f3c4-444a-9036-afe815832e8c tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0512366 Apr 06 17:35:35.434823 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-99011703-fde7-40b3-b0b8-367ec317d56f req-e485f6e7-d87c-4ecb-aaef-c2e97de05218 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418189 Apr 06 17:35:36.551038 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd37ea-bf7e-47ad-b203-57234d5c4295 req-050b0938-ac2e-4a3c-bf7a-4fd6dfae7d6f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:36.552502 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6ebd37ea-bf7e-47ad-b203-57234d5c4295 req-050b0938-ac2e-4a3c-bf7a-4fd6dfae7d6f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0509953 Apr 06 17:35:36.603411 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-6ebd37ea-bf7e-47ad-b203-57234d5c4295 req-d87c7cdd-c041-4c9e-b122-e9dc31fa0039 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453541 Apr 06 17:35:37.154632 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3bcb93d9-bc76-4059-bc96-1ca04507b06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:37.718353 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ad461-b447-4e35-a06e-e5ee59c5f511 req-6ee119ee-3633-4dee-80b2-65f2dccbe894 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:37.719881 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-550ad461-b447-4e35-a06e-e5ee59c5f511 req-6ee119ee-3633-4dee-80b2-65f2dccbe894 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0509627 Apr 06 17:35:37.766906 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-550ad461-b447-4e35-a06e-e5ee59c5f511 req-8f80f091-0dd8-48bd-9c2f-8da838da185e tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415325 Apr 06 17:35:38.881073 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90896d79-a5a5-467f-b78e-b6cacce341d3 req-09887c93-957e-43c5-b445-0672d159f94b tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:38.882525 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90896d79-a5a5-467f-b78e-b6cacce341d3 req-09887c93-957e-43c5-b445-0672d159f94b tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0508966 Apr 06 17:35:38.950221 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-90896d79-a5a5-467f-b78e-b6cacce341d3 req-436915d2-93b1-4712-8803-7e436fc293fc tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408125 Apr 06 17:35:39.594040 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1d16d3ac-2f95-4396-a969-c09785476767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:40.051161 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7c4d2-9318-4439-943d-1b5bfe49aee8 req-ce0425e0-8b25-43b5-aca6-aaec846818dd tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:40.052616 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-80a7c4d2-9318-4439-943d-1b5bfe49aee8 req-ce0425e0-8b25-43b5-aca6-aaec846818dd tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0566051 Apr 06 17:35:40.100929 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-80a7c4d2-9318-4439-943d-1b5bfe49aee8 req-01d9bf4d-8a35-4ae1-92e6-9ce923485ae4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427012 Apr 06 17:35:40.576677 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:41.215713 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5f4c6-7f67-4e85-a847-eb5dec6b8087 req-fde27cba-7fba-4382-92d2-7b3791a57f76 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:41.217186 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c9f5f4c6-7f67-4e85-a847-eb5dec6b8087 req-fde27cba-7fba-4382-92d2-7b3791a57f76 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0521038 Apr 06 17:35:41.263997 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c9f5f4c6-7f67-4e85-a847-eb5dec6b8087 req-26eeca3a-1e11-4bb0-9718-e587bf4f76b1 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Apr 06 17:35:41.919239 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:42.382940 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b754de4-edfb-459b-85cb-726dcc10d335 req-06790b6b-dc27-49c9-bcf3-0445cc2b6aff tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:42.384422 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0b754de4-edfb-459b-85cb-726dcc10d335 req-06790b6b-dc27-49c9-bcf3-0445cc2b6aff tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0553071 Apr 06 17:35:42.431653 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-0b754de4-edfb-459b-85cb-726dcc10d335 req-bd540ab2-ed52-4b39-bd05-bff3107981ee tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Apr 06 17:35:43.342287 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:43.545582 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0b324-732e-4ed0-9aeb-7a07af9a5a21 req-c7b4f3f8-e81b-42c0-91cb-d7fd82227bac tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:43.547069 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-80c0b324-732e-4ed0-9aeb-7a07af9a5a21 req-c7b4f3f8-e81b-42c0-91cb-d7fd82227bac tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0519378 Apr 06 17:35:43.593877 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-80c0b324-732e-4ed0-9aeb-7a07af9a5a21 req-e080ef03-73d5-40a7-83ee-9c7cd5b8d64f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412002 Apr 06 17:35:44.436961 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c2980-55dd-4d65-be30-c81efa442ae1 req-59586629-40c8-4aae-aefc-bb839541679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:44.438464 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-254c2980-55dd-4d65-be30-c81efa442ae1 req-59586629-40c8-4aae-aefc-bb839541679a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1e89dd8fcfb48a396e9d03ff9077792&device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1130 time: 0.0455594 Apr 06 17:35:44.527794 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c2980-55dd-4d65-be30-c81efa442ae1 req-eccc9dcd-58d2-44b6-a659-d4fe68164ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:44.529280 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-254c2980-55dd-4d65-be30-c81efa442ae1 req-eccc9dcd-58d2-44b6-a659-d4fe68164ff0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7175017-01c6-4bb4-8901-adea845feded HTTP/1.1" status: 200 len: 910 time: 0.0856037 Apr 06 17:35:44.591375 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-254c2980-55dd-4d65-be30-c81efa442ae1 req-252aaf0f-d3ed-4a2e-a5ce-3d27ce37a127 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 200 len: 1002 time: 0.0567663 Apr 06 17:35:44.641816 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c2980-55dd-4d65-be30-c81efa442ae1 req-95fbbc6b-5abc-4f95-9435-93b40306ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:44.643391 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-254c2980-55dd-4d65-be30-c81efa442ae1 req-95fbbc6b-5abc-4f95-9435-93b40306ad15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc87e888-06fe-40ed-8294-b450f97fcd40 HTTP/1.1" status: 200 len: 848 time: 0.0470307 Apr 06 17:35:44.691810 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c2980-55dd-4d65-be30-c81efa442ae1 req-43bb7316-9516-4b55-9984-89f47ca71cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:44.693233 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-254c2980-55dd-4d65-be30-c81efa442ae1 req-43bb7316-9516-4b55-9984-89f47ca71cdc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7175017-01c6-4bb4-8901-adea845feded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442617 Apr 06 17:35:44.711247 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b28cd-98f9-49e2-8609-25bb71a76dd1 req-3f890537-09a8-4bf2-bca0-36d1f9216b18 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:44.712732 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b69b28cd-98f9-49e2-8609-25bb71a76dd1 req-3f890537-09a8-4bf2-bca0-36d1f9216b18 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0527484 Apr 06 17:35:44.766737 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-b69b28cd-98f9-49e2-8609-25bb71a76dd1 req-b02207e5-1eee-4722-adc5-6db9448dcb52 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476139 Apr 06 17:35:44.782224 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-254c2980-55dd-4d65-be30-c81efa442ae1 req-c2d55bd6-d68e-40c2-9f84-108715a29049 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825343 Apr 06 17:35:44.872569 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-254c2980-55dd-4d65-be30-c81efa442ae1 req-3c878e58-67fa-4b42-b309-9a5c020fdc40 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847700 Apr 06 17:35:45.884557 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1a2b-e789-4f42-b20a-f58944524a45 req-6aab27c8-57f1-40e2-b6af-92d0d14557e2 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:45.885926 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a16b1a2b-e789-4f42-b20a-f58944524a45 req-6aab27c8-57f1-40e2-b6af-92d0d14557e2 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0516012 Apr 06 17:35:45.932119 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a16b1a2b-e789-4f42-b20a-f58944524a45 req-196e589d-670b-4320-9bc8-137c04d34033 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407948 Apr 06 17:35:47.047971 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597732-edab-493b-8966-73f2f1b6dba2 req-375a0375-41c8-459e-9826-7b37ed7bb00a tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:47.049455 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-82597732-edab-493b-8966-73f2f1b6dba2 req-375a0375-41c8-459e-9826-7b37ed7bb00a tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0516789 Apr 06 17:35:47.098189 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-82597732-edab-493b-8966-73f2f1b6dba2 req-7ac2c1a5-30b4-4b68-94ab-ef5596edd20d tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432436 Apr 06 17:35:48.217835 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a60625-3e46-43ec-b977-039107a027e0 req-2f1cd235-60c0-481e-9a5e-2386e9a9414d tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:48.219354 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-32a60625-3e46-43ec-b977-039107a027e0 req-2f1cd235-60c0-481e-9a5e-2386e9a9414d tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0560074 Apr 06 17:35:48.266769 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-32a60625-3e46-43ec-b977-039107a027e0 req-674ad7b0-c099-4699-be37-c340304be6a4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419176 Apr 06 17:35:48.374039 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-a2b263c8-4ea7-43f1-a483-0b5b7823b11e req-5fdc79c6-5251-46f2-8951-69390eedf122 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103877) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:35:48.375134 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-a2b263c8-4ea7-43f1-a483-0b5b7823b11e req-5fdc79c6-5251-46f2-8951-69390eedf122 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472822 Apr 06 17:35:48.633514 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 45110) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:35:48.641781 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a5ba4-e349-467c-94e0-a14d645e5788 req-3dc28cac-6591-4cec-96e0-75c53c910716 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:48.643312 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b1a5ba4-e349-467c-94e0-a14d645e5788 req-3dc28cac-6591-4cec-96e0-75c53c910716 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0527456 Apr 06 17:35:48.692880 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-1b1a5ba4-e349-467c-94e0-a14d645e5788 req-8413d082-60a9-4ffb-846a-66234fe40306 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441170 Apr 06 17:35:48.724111 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-5a60ef3e-89d9-4cc2-93a0-d8737436da0b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894389 Apr 06 17:35:48.733851 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-d7c0d191-fe28-49b5-b51f-d1014b3b9a4c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:35:48.734164 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-d7c0d191-fe28-49b5-b51f-d1014b3b9a4c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054717 Apr 06 17:35:48.762054 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 45114) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:35:48.853127 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-b7021c44-092e-4ba7-9685-7e670c439186 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:48.854449 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-b7021c44-092e-4ba7-9685-7e670c439186 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports/17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 200 len: 943 time: 0.0914559 Apr 06 17:35:49.628822 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 17f43699-eb5b-48db-ae44-c81b4eaec1d3 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:35:49.706469 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 is: ACTIVE; New status is: DOWN {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:35:49.706954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:49.736727 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:35:49.739025 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d9d6d1-0d43-49d0-aef1-a37ace5def20" -d '{"events": [{"server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "name": "network-vif-unplugged", "status": "completed", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:35:49.751957 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 17f43699-eb5b-48db-ae44-c81b4eaec1d3, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:35:49.821022 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba9143-a328-4a75-aaef-98831ed9f5f4 req-b1324248-6014-47e1-90a3-53b6791a5655 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:49.822513 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-93ba9143-a328-4a75-aaef-98831ed9f5f4 req-b1324248-6014-47e1-90a3-53b6791a5655 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0538483 Apr 06 17:35:49.838198 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:49.838198 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75c06ca-00ad-4def-831c-9b71a051ea4b x-openstack-request-id: req-c75c06ca-00ad-4def-831c-9b71a051ea4b {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:35:49.838198 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "name": "network-vif-unplugged", "status": "failed", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3", "code": 422}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:35:49.838198 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c75c06ca-00ad-4def-831c-9b71a051ea4b {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:35:49.838628 dv-cinder-836850-1-iscsi neutron-server[103878]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c75c06ca-00ad-4def-831c-9b71a051ea4b']: {'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'code': 422} returned with failed status Apr 06 17:35:49.877028 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-93ba9143-a328-4a75-aaef-98831ed9f5f4 req-1d791f08-68d6-41d3-9555-c02b7f0a3c60 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479727 Apr 06 17:35:49.880212 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=17f43699-eb5b-48db-ae44-c81b4eaec1d3,revision_number=6']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:35:49.887279 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.888273 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.888527 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.889016 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.889277 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.889700 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.890044 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.890374 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.890705 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.891059 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.891392 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.891722 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.892049 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.892375 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:49.892699 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:50.996347 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522367a0-aa3e-4960-8106-e39055a4689a req-d3b26c9d-04ff-458d-bc4a-62ced4fcb63f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:50.998323 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-522367a0-aa3e-4960-8106-e39055a4689a req-d3b26c9d-04ff-458d-bc4a-62ced4fcb63f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0542440 Apr 06 17:35:51.047844 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-522367a0-aa3e-4960-8106-e39055a4689a req-07599402-02ed-4686-b03a-752e6dea4d37 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436285 Apr 06 17:35:51.662499 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-c58a8107-da13-48ef-a838-e10af2ed1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:51.664082 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-c58a8107-da13-48ef-a838-e10af2ed1cf8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555&tenant_id=c1e89dd8fcfb48a396e9d03ff9077792 HTTP/1.1" status: 200 len: 1128 time: 0.3037822 Apr 06 17:35:51.743158 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-138d10a7-f318-4a23-85e1-6f43ae800939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:51.744689 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-138d10a7-f318-4a23-85e1-6f43ae800939 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1e89dd8fcfb48a396e9d03ff9077792&device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1128 time: 0.0464568 Apr 06 17:35:51.833744 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-b8b2eda8-ad31-4b63-b583-c7eb9ea37834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:51.835254 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-b8b2eda8-ad31-4b63-b583-c7eb9ea37834 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7175017-01c6-4bb4-8901-adea845feded HTTP/1.1" status: 200 len: 910 time: 0.0848634 Apr 06 17:35:51.904606 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-2f073e16-c2b0-43f6-9188-c87ea817377b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 200 len: 1000 time: 0.0635219 Apr 06 17:35:51.950901 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-f7a54c05-cc14-4f38-b4ed-e1fc9ce76126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:51.952322 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-f7a54c05-cc14-4f38-b4ed-e1fc9ce76126 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc87e888-06fe-40ed-8294-b450f97fcd40 HTTP/1.1" status: 200 len: 848 time: 0.0428958 Apr 06 17:35:51.999491 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-018be5b3-ce03-4672-8a88-fdbb9770ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:52.000934 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-018be5b3-ce03-4672-8a88-fdbb9770ab28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7175017-01c6-4bb4-8901-adea845feded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431294 Apr 06 17:35:52.093185 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-807853ae-91d8-4979-bc68-ba380e477642 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864327 Apr 06 17:35:52.164083 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42388f6-3ef8-48c4-85b9-3e09c00c6ac6 req-a375be7a-7d63-439d-b700-503998d85215 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:52.165476 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c42388f6-3ef8-48c4-85b9-3e09c00c6ac6 req-a375be7a-7d63-439d-b700-503998d85215 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0529406 Apr 06 17:35:52.183626 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-5332d187-52f4-46a1-a29d-f68919ebe78f req-821c35dc-1eb1-414c-b487-044141f17cec service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834663 Apr 06 17:35:52.214849 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-c42388f6-3ef8-48c4-85b9-3e09c00c6ac6 req-6e43c953-891a-4404-843b-4394b185395a tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438449 Apr 06 17:35:53.334332 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cef7f5-1f1c-444f-a904-18dee67c9cf7 req-0b700d90-d33c-435d-b880-46a0cec053d5 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:53.335816 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-66cef7f5-1f1c-444f-a904-18dee67c9cf7 req-0b700d90-d33c-435d-b880-46a0cec053d5 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0563517 Apr 06 17:35:53.384289 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-66cef7f5-1f1c-444f-a904-18dee67c9cf7 req-11b30fbd-d453-412d-8368-b80f437d3ee4 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 Apr 06 17:35:54.499136 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa5d98-000a-40ed-9dea-bec1aaf9dd73 req-7de6c2c1-0d6f-4003-938a-4f8e46752d99 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:54.500586 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4aaa5d98-000a-40ed-9dea-bec1aaf9dd73 req-7de6c2c1-0d6f-4003-938a-4f8e46752d99 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0517595 Apr 06 17:35:54.549206 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-4aaa5d98-000a-40ed-9dea-bec1aaf9dd73 req-c2d313ab-b68e-4d27-a411-1ab7c8b2e52f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420265 Apr 06 17:35:55.669113 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8e61c-187c-4ba3-b513-7f9653b3007e req-42518cae-b646-43f9-9ab3-f2f8749e1672 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:55.670721 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-94e8e61c-187c-4ba3-b513-7f9653b3007e req-42518cae-b646-43f9-9ab3-f2f8749e1672 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0566480 Apr 06 17:35:55.722052 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-94e8e61c-187c-4ba3-b513-7f9653b3007e req-8f8cac12-ee20-46a4-9ce5-f047bb0c2346 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453396 Apr 06 17:35:56.841801 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214551e4-f3e8-4e23-9927-087934568b53 req-79b2a02c-c7d8-42f3-ab84-6bb67b209f50 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:56.843280 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-214551e4-f3e8-4e23-9927-087934568b53 req-79b2a02c-c7d8-42f3-ab84-6bb67b209f50 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0516953 Apr 06 17:35:56.890871 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-214551e4-f3e8-4e23-9927-087934568b53 req-e7109748-0f5a-456a-8f12-176949a4345d tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421827 Apr 06 17:35:58.003618 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc50eb-5006-4046-8f58-35541b7ab423 req-4dc151e9-c6f5-4160-953f-e1fbbd708956 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:58.005046 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-33dc50eb-5006-4046-8f58-35541b7ab423 req-4dc151e9-c6f5-4160-953f-e1fbbd708956 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0505366 Apr 06 17:35:58.056657 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-33dc50eb-5006-4046-8f58-35541b7ab423 req-e0942e42-16e1-4e68-b329-b2caff82ca95 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459120 Apr 06 17:35:59.171459 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca379ed-1055-4e95-b9ef-38d440f6c1e7 req-4ee53f69-99ec-456e-b21a-73332ce2be96 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:35:59.172890 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-aca379ed-1055-4e95-b9ef-38d440f6c1e7 req-4ee53f69-99ec-456e-b21a-73332ce2be96 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 944 time: 0.0515594 Apr 06 17:35:59.220124 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-aca379ed-1055-4e95-b9ef-38d440f6c1e7 req-b7c9e2bb-a1f2-40dc-a19d-d4c48ee894de tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416634 Apr 06 17:35:59.283588 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:35:59.658658 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 17f43699-eb5b-48db-ae44-c81b4eaec1d3 details requested by agent hyperv_hv-cinder-83685 with host hv-cinder-83685 {{(pid=103878) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:35:59.753375 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 17f43699-eb5b-48db-ae44-c81b4eaec1d3, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:35:59.765163 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Returning: {'device': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'port_id': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'mac_address': 'fa:16:3e:8c:6f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103878) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:35:59.803120 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 is: DOWN; New status is: BUILD {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:35:59.803510 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:59.816160 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f43699-eb5b-48db-ae44-c81b4eaec1d3 {{(pid=103878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:35:59.834651 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 17f43699-eb5b-48db-ae44-c81b4eaec1d3, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:35:59.899385 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:59.945378 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=17f43699-eb5b-48db-ae44-c81b4eaec1d3,revision_number=7']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:36:00.335728 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1821233-8c16-4d01-9a74-e63aed6e8619 req-3eb846d7-8f6c-4825-9ca5-f42536af8986 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:36:00.337192 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d1821233-8c16-4d01-9a74-e63aed6e8619 req-3eb846d7-8f6c-4825-9ca5-f42536af8986 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 945 time: 0.0519552 Apr 06 17:36:00.365607 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] get_ports_and_sgs() called for port_ids ['17f43699-eb5b-48db-ae44-c81b4eaec1d3'] {{(pid=103878) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:36:00.385564 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-d1821233-8c16-4d01-9a74-e63aed6e8619 req-5728bd31-7902-4c1e-bbd3-8daa055ffae2 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422764 Apr 06 17:36:01.505183 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea60827-5d98-4690-a8e0-662260ac49a8 req-a0d1042d-b44e-4f6e-a0b1-155334f37834 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:36:01.506641 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cea60827-5d98-4690-a8e0-662260ac49a8 req-a0d1042d-b44e-4f6e-a0b1-155334f37834 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 945 time: 0.0550206 Apr 06 17:36:01.554411 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-cea60827-5d98-4690-a8e0-662260ac49a8 req-90beb9d8-595e-435e-82cf-5f624ecf5e7b tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422328 Apr 06 17:36:01.664078 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 17f43699-eb5b-48db-ae44-c81b4eaec1d3 up at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:36:01.710581 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.provisioning_blocks [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Provisioning complete for port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 triggered by entity L2. {{(pid=103878) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:36:01.710954 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1422518'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), provisioning_complete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:01.788067 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Current status of the port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 is: BUILD; New status is: ACTIVE {{(pid=103878) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:36:01.788463 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1478135'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), before_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:01.809946 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3'}] {{(pid=103878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:36:01.812190 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ffdddfea8fcda0e8ffedf125f4a0304f659f6a459bc0defe7491426d29914c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2a254f-92b6-460a-a113-3288e9dde886" -d '{"events": [{"server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "name": "network-vif-plugged", "status": "completed", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3"}]}' {{(pid=103878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:36:01.823999 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] For port 17f43699-eb5b-48db-ae44-c81b4eaec1d3, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:36:01.899603 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781946543382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781946167062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781946167080'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:01.945143 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Pushing event updated for resources: {'Port': ['ID=17f43699-eb5b-48db-ae44-c81b4eaec1d3,revision_number=8']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:36:02.670542 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a48c25-c05e-4cb1-8654-bd0ede9ab594 req-f67562d3-5566-49a6-9c6f-8488aaecb54e tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:36:02.672049 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91a48c25-c05e-4cb1-8654-bd0ede9ab594 req-f67562d3-5566-49a6-9c6f-8488aaecb54e tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0529921 Apr 06 17:36:02.718595 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-91a48c25-c05e-4cb1-8654-bd0ede9ab594 req-5525818d-35d9-4418-892d-ab975b7255e7 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409839 Apr 06 17:36:02.722708 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:02.855812 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7137213-8df0-4af4-9c2b-0c2d35f2670c x-openstack-request-id: req-d7137213-8df0-4af4-9c2b-0c2d35f2670c {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:36:02.856755 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "name": "network-vif-plugged", "status": "completed", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3", "code": 200}]} {{(pid=103878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:36:02.857009 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7137213-8df0-4af4-9c2b-0c2d35f2670c {{(pid=103878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:36:02.857399 dv-cinder-836850-1-iscsi neutron-server[103878]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7137213-8df0-4af4-9c2b-0c2d35f2670c'] response: {'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'code': 200} Apr 06 17:36:03.189208 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148afcc-f3d5-4d03-8f10-d293502681dc req-74e9da5d-2179-4fa8-9d0d-e10de5df7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:36:03.190627 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b148afcc-f3d5-4d03-8f10-d293502681dc req-74e9da5d-2179-4fa8-9d0d-e10de5df7854 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1130 time: 0.0570877 Apr 06 17:36:03.234784 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-b148afcc-f3d5-4d03-8f10-d293502681dc req-9e7961b5-c1f3-4caf-b573-9442073deadb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372620 Apr 06 17:36:03.838737 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c61cc-35a0-485d-b9e2-6c300a4e6d41 req-00edb475-86a0-4bf8-8d83-2d580573715b tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:36:03.840904 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-393c61cc-35a0-485d-b9e2-6c300a4e6d41 req-00edb475-86a0-4bf8-8d83-2d580573715b tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0508852 Apr 06 17:36:03.891801 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-393c61cc-35a0-485d-b9e2-6c300a4e6d41 req-d64d297b-159a-49fe-9098-aa4ed498849d tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454264 Apr 06 17:36:05.010775 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2211f-58f4-407d-a23e-72737b296214 req-cd2dc2ad-a3e9-44d0-a456-db622d79b28c tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:36:05.012199 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bbd2211f-58f4-407d-a23e-72737b296214 req-cd2dc2ad-a3e9-44d0-a456-db622d79b28c tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0524545 Apr 06 17:36:05.060305 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-bbd2211f-58f4-407d-a23e-72737b296214 req-55c476f0-78af-4159-beca-4eba3c834b83 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425014 Apr 06 17:36:07.190815 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-a316768a-5368-48a2-90d0-4c1d9917ec49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:09.602228 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ab5c6d3d-bbd1-4401-8cb6-99bebcc9346c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:10.579683 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:11.921815 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:13.335865 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:21.162981 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-7dec1728-2158-4efe-8757-9d521ef43abe req-4a7aa646-51f4-4077-830b-05213c1f6e28 service neutron] (103877) timed out ('10.222.0.58', 56075) {{(pid=103877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 17:36:21.606176 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [req-ab53eb27-e49a-4ddf-922a-5f6ff99de097 req-841cc7e2-c0ff-4c83-8718-c49ea0c2b0ee service neutron] (103877) timed out ('10.222.0.58', 56049) {{(pid=103877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 17:36:32.744772 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:36.282771 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:36:36.327931 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b88f3cd-e7a2-4e74-9d0d-6cc936d4d4e8 req-e94d0030-95e5-4273-9eb5-291e9a4ee7b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423098 Apr 06 17:36:36.430092 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88f3cd-e7a2-4e74-9d0d-6cc936d4d4e8 req-18c27c28-c106-44b6-879b-e30715142040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:36:36.431623 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b88f3cd-e7a2-4e74-9d0d-6cc936d4d4e8 req-18c27c28-c106-44b6-879b-e30715142040 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1e89dd8fcfb48a396e9d03ff9077792&device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1130 time: 0.0436330 Apr 06 17:36:36.534607 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88f3cd-e7a2-4e74-9d0d-6cc936d4d4e8 req-90bfecf1-cc6a-4bad-97d9-3c7325a4aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:36:36.535986 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b88f3cd-e7a2-4e74-9d0d-6cc936d4d4e8 req-90bfecf1-cc6a-4bad-97d9-3c7325a4aa96 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7175017-01c6-4bb4-8901-adea845feded HTTP/1.1" status: 200 len: 910 time: 0.0856578 Apr 06 17:36:36.598635 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b88f3cd-e7a2-4e74-9d0d-6cc936d4d4e8 req-17e49114-4fc6-481d-99f4-eaf34be7725d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 200 len: 1002 time: 0.0559659 Apr 06 17:36:36.649834 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88f3cd-e7a2-4e74-9d0d-6cc936d4d4e8 req-0e289c3f-b038-4763-82dd-d3d5ddf0c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:36:36.651403 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b88f3cd-e7a2-4e74-9d0d-6cc936d4d4e8 req-0e289c3f-b038-4763-82dd-d3d5ddf0c6bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc87e888-06fe-40ed-8294-b450f97fcd40 HTTP/1.1" status: 200 len: 848 time: 0.0465534 Apr 06 17:36:36.697720 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88f3cd-e7a2-4e74-9d0d-6cc936d4d4e8 req-598aa72e-72b1-4d9c-9e50-2fa49d083bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:36:36.699259 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b88f3cd-e7a2-4e74-9d0d-6cc936d4d4e8 req-598aa72e-72b1-4d9c-9e50-2fa49d083bf1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7175017-01c6-4bb4-8901-adea845feded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424500 Apr 06 17:36:36.786863 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b88f3cd-e7a2-4e74-9d0d-6cc936d4d4e8 req-7b2e16f6-0d45-4c3f-afb2-82c0c73a1d42 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813060 Apr 06 17:36:36.876708 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-4b88f3cd-e7a2-4e74-9d0d-6cc936d4d4e8 req-74ad05a4-d507-4f65-95f7-f08beab6a816 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824652 Apr 06 17:36:37.149965 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-1e0fac1a-ee9c-4c65-ad53-7f81c4826108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:39.606947 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e80dd0be-9a70-4802-933c-7f8868483c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:40.592262 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:41.929183 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:43.340391 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:02.768895 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:07.183736 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e7b74374-c024-430c-a5b4-a9a46953eb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:09.608282 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-57fff0f0-ee29-4059-8c33-13e9890657f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:10.583555 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:11.966804 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:13.281918 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:37:13.379533 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:32.749141 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:34.037605 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 45180) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:34.229129 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Deleting port d39bec66-bfa7-4443-ad43-663e576216b4 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:37:34.229476 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (d39bec66-bfa7-4443-ad43-663e576216b4), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:34.305490 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (d39bec66-bfa7-4443-ad43-663e576216b4), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:34.305738 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for floatingip (d39bec66-bfa7-4443-ad43-663e576216b4), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:34.317644 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Calling delete_port for d39bec66-bfa7-4443-ad43-663e576216b4 owned by network:floatingip {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:37:34.550772 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (d39bec66-bfa7-4443-ad43-663e576216b4), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:34.574374 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event deleted for resources: {'Port': ['ID=d39bec66-bfa7-4443-ad43-663e576216b4,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:34.583834 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.584190 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.584537 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.584879 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.585214 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.585549 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.586451 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.586451 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.586655 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.586815 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.587170 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.587499 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.587822 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.588142 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.588462 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:34.647614 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for floatingip (a2bbb480-c6ef-473b-8379-51f67413c4b9), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:34.647945 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.db.l3_db [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Floating IP a2bbb480-c6ef-473b-8379-51f67413c4b9 disassociated (deleted). External IP: 172.27.1.124, port: 17f43699-eb5b-48db-ae44-c81b4eaec1d3. Apr 06 17:37:34.856463 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Router bb25f71a-aebc-4605-9357-74fe808a7af6 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:37:34.968611 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:37:34.973381 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for floatingip (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:34.978292 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c166d5-331e-44d1-8251-adb90bb9bbde None None] Sync routers for ids ['bb25f71a-aebc-4605-9357-74fe808a7af6'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:37:34.987661 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c166d5-331e-44d1-8251-adb90bb9bbde None None] Routers {'bb25f71a-aebc-4605-9357-74fe808a7af6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:37:34.988279 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-54c166d5-331e-44d1-8251-adb90bb9bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:37:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['bb25f71a-aebc-4605-9357-74fe808a7af6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:35.001911 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-03a8aa1c-732c-4188-a1f9-9bb76bdee12f tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "DELETE /v2.0/floatingips/a2bbb480-c6ef-473b-8379-51f67413c4b9 HTTP/1.1" status: 204 len: 168 time: 0.9632843 Apr 06 17:37:35.002503 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:37:35.004753 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d419957-93d6-4205-9315-eb2b069cd42f" -d '{"events": [{"name": "network-changed", "server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:37:35.042045 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272a6ff4-3733-44b9-9f70-d17977aea557 x-openstack-request-id: req-272a6ff4-3733-44b9-9f70-d17977aea557 {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:37:35.042662 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:37:35.042662 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-272a6ff4-3733-44b9-9f70-d17977aea557 {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:37:35.043122 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272a6ff4-3733-44b9-9f70-d17977aea557'] response: {'name': 'network-changed', 'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'status': 'completed', 'code': 200} Apr 06 17:37:35.100200 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-54c166d5-331e-44d1-8251-adb90bb9bbde None None] Set router bb25f71a-aebc-4605-9357-74fe808a7af6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:37:35.126517 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d419957-93d6-4205-9315-eb2b069cd42f req-c863ade9-694c-46af-b513-79d8a088f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:37:35.127979 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8d419957-93d6-4205-9315-eb2b069cd42f req-c863ade9-694c-46af-b513-79d8a088f116 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c1e89dd8fcfb48a396e9d03ff9077792&device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 1130 time: 0.0450315 Apr 06 17:37:35.221888 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d419957-93d6-4205-9315-eb2b069cd42f req-5b54b697-90e9-41d8-8842-ace30ccc8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:37:35.223565 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8d419957-93d6-4205-9315-eb2b069cd42f req-5b54b697-90e9-41d8-8842-ace30ccc8fb6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d7175017-01c6-4bb4-8901-adea845feded HTTP/1.1" status: 200 len: 910 time: 0.0885422 Apr 06 17:37:35.278763 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8d419957-93d6-4205-9315-eb2b069cd42f req-896df42f-b0ea-479c-aa6b-ef42ef4a2f3c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 200 len: 217 time: 0.0385113 Apr 06 17:37:35.301764 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-54c166d5-331e-44d1-8251-adb90bb9bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '23190e67-8e10-490a-84d1-079e88b95130', 'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'mac_address': 'fa:16:3e:e6:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:22Z', 'updated_at': '2022-04-06T17:32:27Z', 'revision_number': 5, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'subnets': [{'id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:35.328908 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d419957-93d6-4205-9315-eb2b069cd42f req-ffe16eef-78d2-4902-bb09-60add8adf4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:37:35.330345 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8d419957-93d6-4205-9315-eb2b069cd42f req-ffe16eef-78d2-4902-bb09-60add8adf4fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dc87e888-06fe-40ed-8294-b450f97fcd40 HTTP/1.1" status: 200 len: 848 time: 0.0463784 Apr 06 17:37:35.332075 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c166d5-331e-44d1-8251-adb90bb9bbde None None] Checking router: bb25f71a-aebc-4605-9357-74fe808a7af6 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:37:35.341573 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c166d5-331e-44d1-8251-adb90bb9bbde None None] Routers {'bb25f71a-aebc-4605-9357-74fe808a7af6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:37:35.342195 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-54c166d5-331e-44d1-8251-adb90bb9bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:37:10Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['bb25f71a-aebc-4605-9357-74fe808a7af6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:35.450520 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-54c166d5-331e-44d1-8251-adb90bb9bbde None None] Set router bb25f71a-aebc-4605-9357-74fe808a7af6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:37:35.483527 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64585967-fe46-4a01-801b-05f5523572b8 req-67f7c968-78b5-48dd-b02d-c329375cc645 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:37:35.485002 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64585967-fe46-4a01-801b-05f5523572b8 req-67f7c968-78b5-48dd-b02d-c329375cc645 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.1017778 Apr 06 17:37:35.537758 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-64585967-fe46-4a01-801b-05f5523572b8 req-4b7a1deb-7d47-46e4-99c7-cdc82510bf3d tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469451 Apr 06 17:37:35.645132 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-54c166d5-331e-44d1-8251-adb90bb9bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '23190e67-8e10-490a-84d1-079e88b95130', 'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'mac_address': 'fa:16:3e:e6:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:22Z', 'updated_at': '2022-04-06T17:32:27Z', 'revision_number': 5, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'subnets': [{'id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:35.674536 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c166d5-331e-44d1-8251-adb90bb9bbde None None] The sync data for ids ['bb25f71a-aebc-4605-9357-74fe808a7af6'] in dv-cinder-836850-1-iscsi is: [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:23Z', 'revision_number': 4, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi', '_interfaces': [{'id': '23190e67-8e10-490a-84d1-079e88b95130', 'name': '', 'network_id': 'd7175017-01c6-4bb4-8901-adea845feded', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'mac_address': 'fa:16:3e:e6:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:22Z', 'updated_at': '2022-04-06T17:32:27Z', 'revision_number': 5, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'subnets': [{'id': 'dc87e888-06fe-40ed-8294-b450f97fcd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:37:35.897161 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e5f34-bfd8-4e52-8206-497d12b46637 None None] New status for floating IP a2bbb480-c6ef-473b-8379-51f67413c4b9: DOWN {{(pid=103879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:37:36.464881 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d419957-93d6-4205-9315-eb2b069cd42f req-d7c3e521-dea5-4c83-ac1a-4d201840af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:37:36.466396 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8d419957-93d6-4205-9315-eb2b069cd42f req-d7c3e521-dea5-4c83-ac1a-4d201840af8c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d7175017-01c6-4bb4-8901-adea845feded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451798 Apr 06 17:37:36.557566 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8d419957-93d6-4205-9315-eb2b069cd42f req-eb2d8670-41e2-4668-8227-49964956a8e4 service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806744 Apr 06 17:37:36.657571 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fddfa-21d6-417b-8178-38abd8edc7e6 req-c60e0879-52da-4010-8f44-5fde7642c8a9 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:37:36.659082 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8a3fddfa-21d6-417b-8178-38abd8edc7e6 req-c60e0879-52da-4010-8f44-5fde7642c8a9 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0537369 Apr 06 17:37:36.670910 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-8d419957-93d6-4205-9315-eb2b069cd42f req-4a458e84-1810-4f89-b08d-b484ab1130bb service neutron] 10.222.0.58 "GET /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887885 Apr 06 17:37:36.707925 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-8a3fddfa-21d6-417b-8178-38abd8edc7e6 req-f112faea-de02-4273-b659-58e27b68277c tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/security-groups?id=c99d2418-c5b3-422e-a651-a78aa98a486e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 Apr 06 17:37:37.150291 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-f8103d13-1c27-4fa0-8c35-b4cf4cabffdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:37.364722 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a3f8c-0dac-4f24-96ac-9d3acb3cea67 req-183e9d0b-b314-40a0-9a2e-a324132e3429 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:37:37.366121 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-bd9a3f8c-0dac-4f24-96ac-9d3acb3cea67 req-183e9d0b-b314-40a0-9a2e-a324132e3429 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.58 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 946 time: 0.0510857 Apr 06 17:37:37.456105 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-bd9a3f8c-0dac-4f24-96ac-9d3acb3cea67 req-096d7020-8991-4374-8b83-ed8854299ebb tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Deleting port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:37:37.456364 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-bd9a3f8c-0dac-4f24-96ac-9d3acb3cea67 req-096d7020-8991-4374-8b83-ed8854299ebb tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:37.541686 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [req-bd9a3f8c-0dac-4f24-96ac-9d3acb3cea67 req-096d7020-8991-4374-8b83-ed8854299ebb tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] For port 17f43699-eb5b-48db-ae44-c81b4eaec1d3, host hv-cinder-83685, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83685',level=0,port_id=17f43699-eb5b-48db-ae44-c81b4eaec1d3,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:37:37.542377 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-bd9a3f8c-0dac-4f24-96ac-9d3acb3cea67 req-096d7020-8991-4374-8b83-ed8854299ebb tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:37.553894 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [req-bd9a3f8c-0dac-4f24-96ac-9d3acb3cea67 req-096d7020-8991-4374-8b83-ed8854299ebb tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Calling delete_port for 17f43699-eb5b-48db-ae44-c81b4eaec1d3 owned by compute:nova {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:37:37.728051 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-bd9a3f8c-0dac-4f24-96ac-9d3acb3cea67 req-096d7020-8991-4374-8b83-ed8854299ebb tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (17f43699-eb5b-48db-ae44-c81b4eaec1d3), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:37.755201 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d7020-8991-4374-8b83-ed8854299ebb tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event deleted for resources: {'Port': ['ID=17f43699-eb5b-48db-ae44-c81b4eaec1d3,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:37.801413 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9a3f8c-0dac-4f24-96ac-9d3acb3cea67 req-096d7020-8991-4374-8b83-ed8854299ebb tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] No DVR routers for this DVR port 17f43699-eb5b-48db-ae44-c81b4eaec1d3 on host hv-cinder-83685 {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:37:37.804107 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [req-bd9a3f8c-0dac-4f24-96ac-9d3acb3cea67 req-096d7020-8991-4374-8b83-ed8854299ebb tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213999'] for port (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:37.806235 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-26b13cbd-4a95-45bc-afbc-f0c29b5482b9 req-e1f63bb0-59f4-4678-a101-c39e5eafdf94 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 210 time: 0.0265043 Apr 06 17:37:37.807465 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [req-bd9a3f8c-0dac-4f24-96ac-9d3acb3cea67 req-096d7020-8991-4374-8b83-ed8854299ebb tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.58 "DELETE /v2.0/ports/17f43699-eb5b-48db-ae44-c81b4eaec1d3 HTTP/1.1" status: 204 len: 173 time: 0.4363091 Apr 06 17:37:37.807912 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'name': 'network-vif-deleted', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3'}] {{(pid=103876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:37:37.810652 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a1f9fa5e1a1ec7c5b45a11462479cf48c18557585b3ed3e161795f0c9a75aec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6916a228-4036-4261-9a3a-10555215a207" -d '{"events": [{"server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "name": "network-vif-deleted", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3"}]}' {{(pid=103876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:37:37.848212 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b46063b-713b-4e3f-acd8-05aec3a2229f x-openstack-request-id: req-1b46063b-713b-4e3f-acd8-05aec3a2229f {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:37:37.848516 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b0b504-4337-4a5c-a3cd-69c17600b555", "name": "network-vif-deleted", "tag": "17f43699-eb5b-48db-ae44-c81b4eaec1d3", "status": "completed", "code": 200}]} {{(pid=103876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:37:37.848775 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b46063b-713b-4e3f-acd8-05aec3a2229f {{(pid=103876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:37:37.849183 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b46063b-713b-4e3f-acd8-05aec3a2229f'] response: {'server_uuid': '25b0b504-4337-4a5c-a3cd-69c17600b555', 'name': 'network-vif-deleted', 'tag': '17f43699-eb5b-48db-ae44-c81b4eaec1d3', 'status': 'completed', 'code': 200} Apr 06 17:37:38.909566 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [req-3620c551-7402-4a7c-aed5-2b1bc9d5ed66 req-c0b17110-09e8-46c3-9e0e-a7b1dc4ad656 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "GET /v2.0/ports?device_id=25b0b504-4337-4a5c-a3cd-69c17600b555 HTTP/1.1" status: 200 len: 210 time: 0.0275228 Apr 06 17:37:39.579229 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-755698a5-b143-4b92-98a7-ac045e36aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:39.964116 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 45214) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:40.021845 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d065cb45-c2dc-4e70-b82a-ae2b9805b0b6 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group (c99d2418-c5b3-422e-a651-a78aa98a486e), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:40.046725 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d065cb45-c2dc-4e70-b82a-ae2b9805b0b6 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group (c99d2418-c5b3-422e-a651-a78aa98a486e), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:40.080145 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 17f43699-eb5b-48db-ae44-c81b4eaec1d3 no longer exists at agent hyperv_hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:37:40.100343 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] No Port match for: 17f43699-eb5b-48db-ae44-c81b4eaec1d3 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:37:40.100696 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Device 17f43699-eb5b-48db-ae44-c81b4eaec1d3 not bound to the agent host hv-cinder-83685 {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:37:40.202231 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d065cb45-c2dc-4e70-b82a-ae2b9805b0b6 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (c99d2418-c5b3-422e-a651-a78aa98a486e), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:40.204872 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d065cb45-c2dc-4e70-b82a-ae2b9805b0b6 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:40.206044 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d065cb45-c2dc-4e70-b82a-ae2b9805b0b6 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] 10.222.0.66 "DELETE /v2.0/security-groups/c99d2418-c5b3-422e-a651-a78aa98a486e HTTP/1.1" status: 204 len: 168 time: 0.2409461 Apr 06 17:37:40.215246 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065cb45-c2dc-4e70-b82a-ae2b9805b0b6 tempest-TestShelveInstance-1620331197 tempest-TestShelveInstance-1620331197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99d2418-c5b3-422e-a651-a78aa98a486e,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:40.613555 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:41.388936 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 45220) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:41.821501 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-61684b83-ec56-4b57-95e3-59f1856089c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-372845'] for router_interface (bb25f71a-aebc-4605-9357-74fe808a7af6), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:41.925983 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:42.058656 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-61684b83-ec56-4b57-95e3-59f1856089c3 admin admin] Deleting port 23190e67-8e10-490a-84d1-079e88b95130 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:37:42.058887 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-61684b83-ec56-4b57-95e3-59f1856089c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (23190e67-8e10-490a-84d1-079e88b95130), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:42.135824 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-61684b83-ec56-4b57-95e3-59f1856089c3 admin admin] For port 23190e67-8e10-490a-84d1-079e88b95130, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=23190e67-8e10-490a-84d1-079e88b95130,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:37:42.136179 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-61684b83-ec56-4b57-95e3-59f1856089c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (23190e67-8e10-490a-84d1-079e88b95130), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:42.148732 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-61684b83-ec56-4b57-95e3-59f1856089c3 admin admin] Calling delete_port for 23190e67-8e10-490a-84d1-079e88b95130 owned by network:router_interface {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:37:42.394326 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-61684b83-ec56-4b57-95e3-59f1856089c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (23190e67-8e10-490a-84d1-079e88b95130), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:42.417289 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61684b83-ec56-4b57-95e3-59f1856089c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23190e67-8e10-490a-84d1-079e88b95130,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:42.595599 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-61684b83-ec56-4b57-95e3-59f1856089c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373501'] for router_interface (bb25f71a-aebc-4605-9357-74fe808a7af6), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:43.074853 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61684b83-ec56-4b57-95e3-59f1856089c3 admin admin] Router bb25f71a-aebc-4605-9357-74fe808a7af6 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:37:43.179212 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61684b83-ec56-4b57-95e3-59f1856089c3 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:37:43.184951 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-61684b83-ec56-4b57-95e3-59f1856089c3 admin admin] 10.222.0.66 "PUT /v2.0/routers/bb25f71a-aebc-4605-9357-74fe808a7af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7944663 Apr 06 17:37:43.187543 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 45224) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:43.192708 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3cf567-48ed-45b9-9302-008a48827070 None None] Sync routers for ids ['bb25f71a-aebc-4605-9357-74fe808a7af6'] in dv-cinder-836850-1-iscsi {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:37:43.202025 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3cf567-48ed-45b9-9302-008a48827070 None None] Routers {'bb25f71a-aebc-4605-9357-74fe808a7af6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:37:43.202630 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-fd3cf567-48ed-45b9-9302-008a48827070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:37:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['bb25f71a-aebc-4605-9357-74fe808a7af6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:43.293729 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Publish callbacks [] for router (bb25f71a-aebc-4605-9357-74fe808a7af6), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:43.318046 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-fd3cf567-48ed-45b9-9302-008a48827070 None None] Set router bb25f71a-aebc-4605-9357-74fe808a7af6 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:37:43.369075 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:43.400318 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Publish callbacks [] for router_gateway (bb25f71a-aebc-4605-9357-74fe808a7af6), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:43.493066 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-fd3cf567-48ed-45b9-9302-008a48827070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:37:42Z', 'revision_number': 5, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port': {'id': 'c391a27f-8334-4887-956e-fea97b6c0dbe', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:43.518863 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Deleting port c391a27f-8334-4887-956e-fea97b6c0dbe {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:37:43.519238 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:43.519487 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3cf567-48ed-45b9-9302-008a48827070 None None] Checking router: bb25f71a-aebc-4605-9357-74fe808a7af6 for host: dv-cinder-836850-1-iscsi {{(pid=103878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:37:43.527611 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3cf567-48ed-45b9-9302-008a48827070 None None] Routers {'bb25f71a-aebc-4605-9357-74fe808a7af6'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:37:43.528777 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-fd3cf567-48ed-45b9-9302-008a48827070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:37:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['bb25f71a-aebc-4605-9357-74fe808a7af6'], 'active': True} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:43.596888 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] For port c391a27f-8334-4887-956e-fea97b6c0dbe, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=c391a27f-8334-4887-956e-fea97b6c0dbe,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:37:43.597255 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:43.609879 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Calling delete_port for c391a27f-8334-4887-956e-fea97b6c0dbe owned by network:router_gateway {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:37:43.616408 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvr_db [None req-fd3cf567-48ed-45b9-9302-008a48827070 None None] Set router bb25f71a-aebc-4605-9357-74fe808a7af6 gateway port host: None {{(pid=103878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:37:43.670657 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_hamode_db [None req-fd3cf567-48ed-45b9-9302-008a48827070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:37:43Z', 'revision_number': 6, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port_host': None}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:43.696027 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3cf567-48ed-45b9-9302-008a48827070 None None] The sync data for ids ['bb25f71a-aebc-4605-9357-74fe808a7af6'] in dv-cinder-836850-1-iscsi is: [{'id': 'bb25f71a-aebc-4605-9357-74fe808a7af6', 'name': 'tempest-TestShelveInstance-1474746672-router', 'tenant_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:20Z', 'updated_at': '2022-04-06T17:37:43Z', 'revision_number': 6, 'project_id': 'c1e89dd8fcfb48a396e9d03ff9077792', 'gw_port_host': None}] {{(pid=103878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:37:43.836424 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (c391a27f-8334-4887-956e-fea97b6c0dbe), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:43.861348 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c391a27f-8334-4887-956e-fea97b6c0dbe,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:43.918154 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373307'] for router_gateway (bb25f71a-aebc-4605-9357-74fe808a7af6), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.005816 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6321'] for router (bb25f71a-aebc-4605-9357-74fe808a7af6), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.007765 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Publish callbacks [] for router_controller (bb25f71a-aebc-4605-9357-74fe808a7af6), precommit_delete_associations {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.128021 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376449'] for router (bb25f71a-aebc-4605-9357-74fe808a7af6), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.129042 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb25f71a-aebc-4605-9357-74fe808a7af6 {{(pid=103876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:37:44.134487 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.136668 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-e35907d4-06c5-493e-ae8e-5d7dd1d5be76 admin admin] 10.222.0.66 "DELETE /v2.0/routers/bb25f71a-aebc-4605-9357-74fe808a7af6 HTTP/1.1" status: 204 len: 168 time: 0.9477358 Apr 06 17:37:44.138856 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 45226) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:44.182643 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.db_base_plugin_v2 [None req-d891e32f-c4c8-414c-ba5c-caebc6d12b9a admin admin] Deleting subnet dc87e888-06fe-40ed-8294-b450f97fcd40 {{(pid=103876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:37:44.185661 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d891e32f-c4c8-414c-ba5c-caebc6d12b9a admin admin] Publish callbacks [] for subnet (dc87e888-06fe-40ed-8294-b450f97fcd40), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.219053 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d891e32f-c4c8-414c-ba5c-caebc6d12b9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220421'] for subnet (dc87e888-06fe-40ed-8294-b450f97fcd40), precommit_delete_associations {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.295631 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d891e32f-c4c8-414c-ba5c-caebc6d12b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (dc87e888-06fe-40ed-8294-b450f97fcd40), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.425269 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d891e32f-c4c8-414c-ba5c-caebc6d12b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4588820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4747211'] for subnet (dc87e888-06fe-40ed-8294-b450f97fcd40), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.451065 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891e32f-c4c8-414c-ba5c-caebc6d12b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc87e888-06fe-40ed-8294-b450f97fcd40,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:44.454452 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 23190e67-8e10-490a-84d1-079e88b95130 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:37:44.457569 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-d891e32f-c4c8-414c-ba5c-caebc6d12b9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.462922 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 45228) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:44.471128 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-d891e32f-c4c8-414c-ba5c-caebc6d12b9a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dc87e888-06fe-40ed-8294-b450f97fcd40 HTTP/1.1" status: 204 len: 168 time: 0.3311396 Apr 06 17:37:44.481184 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 23190e67-8e10-490a-84d1-079e88b95130 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:37:44.481577 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 23190e67-8e10-490a-84d1-079e88b95130 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:37:44.483026 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598f8f5c-0f4e-4e00-ac52-a0b3ae97e2de None None] Network d7175017-01c6-4bb4-8901-adea845feded requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:37:44.539663 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (d7175017-01c6-4bb4-8901-adea845feded), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.596391 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Deleting port 01bde9b0-8910-4548-abaf-8576edaa73ad {{(pid=103877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:37:44.596733 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.665113 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.db [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] For port 01bde9b0-8910-4548-abaf-8576edaa73ad, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=01bde9b0-8910-4548-abaf-8576edaa73ad,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:37:44.665483 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.679553 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.plugin [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Calling delete_port for 01bde9b0-8910-4548-abaf-8576edaa73ad owned by network:dhcp {{(pid=103877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:37:44.763548 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] DHCP port deletion for d7175017-01c6-4bb4-8901-adea845feded request from dv-cinder-836850-1-iscsi {{(pid=103878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:37:44.817752 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Deleting port 01bde9b0-8910-4548-abaf-8576edaa73ad {{(pid=103878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:37:44.818031 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), before_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.825555 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7128024'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.853625 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] No DVR routers for this DVR port 01bde9b0-8910-4548-abaf-8576edaa73ad on host dv-cinder-836850-1-iscsi {{(pid=103877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:37:44.858312 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=01bde9b0-8910-4548-abaf-8576edaa73ad,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:44.880418 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] For port 01bde9b0-8910-4548-abaf-8576edaa73ad, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=01bde9b0-8910-4548-abaf-8576edaa73ad,segment=NetworkSegment(0526fe53-4783-4519-be2f-ce20c02f6c66),segment_id=0526fe53-4783-4519-be2f-ce20c02f6c66)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:37:44.880815 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), precommit_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.893275 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Calling delete_port for 01bde9b0-8910-4548-abaf-8576edaa73ad owned by network:dhcp {{(pid=103878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:37:44.895162 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.895522 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.895874 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.896216 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.896556 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.896888 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.897222 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.897547 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.897879 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.898207 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.898534 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.898862 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.899213 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.899540 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.899863 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:44.942083 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (d7175017-01c6-4bb4-8901-adea845feded), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.962171 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7175017-01c6-4bb4-8901-adea845feded']}} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: from cryptography.utils import int_from_bytes Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: from cryptography.utils import int_from_bytes Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.965103 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 17:37:44.968936 dv-cinder-836850-1-iscsi neutron-server[103878]: self.session.flush() Apr 06 17:37:44.971613 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (01bde9b0-8910-4548-abaf-8576edaa73ad), after_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.971895 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0526fe53-4783-4519-be2f-ce20c02f6c66') {'for_net_delete': True} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:44.972198 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.services.segments.db [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0526fe53-4783-4519-be2f-ce20c02f6c66') {} {{(pid=103877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:44.981889 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7130175'] for segment (0526fe53-4783-4519-be2f-ce20c02f6c66), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.995240 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (0526fe53-4783-4519-be2f-ce20c02f6c66), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:44.996795 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Pushing event deleted for resources: {'Port': ['ID=01bde9b0-8910-4548-abaf-8576edaa73ad,revision_number=None']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:45.001134 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] No DVR routers for this DVR port 01bde9b0-8910-4548-abaf-8576edaa73ad on host dv-cinder-836850-1-iscsi {{(pid=103878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:37:45.002165 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7127941'] for segment (0526fe53-4783-4519-be2f-ce20c02f6c66), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: Traceback (most recent call last): Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: timer() Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: cb(*args, **kw) Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: return func(*args, **kwargs) Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: self._notify() Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: self.callback(batched_events) Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: event.method(event) Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: return f(self, *a, **k) Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._get(url).json() Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: return self.request(url, 'GET', **kwargs) Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:37:45.006447 dv-cinder-836850-1-iscsi neutron-server[103877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:37:45.009314 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.009314 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.009314 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.009314 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.009314 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.009797 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.009797 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.010314 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.010508 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.010878 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.011106 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.011446 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.011769 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.012625 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.012961 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d4cbe-adae-44f8-83bc-360caf6ac013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836850-1-iscsi {{(pid=103878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:37:45.127867 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (d7175017-01c6-4bb4-8901-adea845feded), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:45.133284 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:45.136505 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d7175017-01c6-4bb4-8901-adea845feded HTTP/1.1" status: 204 len: 168 time: 0.6725700 Apr 06 17:37:45.139665 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 45230) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:45.152092 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc15fd2-dad6-4b0a-a5bf-d4eb7a0c1b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7175017-01c6-4bb4-8901-adea845feded,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:45.480699 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6a3001cf-0edf-4f21-94d3-f9837d5f4734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-372845'] for router_interface (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:45.719711 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-6a3001cf-0edf-4f21-94d3-f9837d5f4734 admin admin] Deleting port adca38ae-857a-41cc-9ed0-f27f83993483 {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:37:45.720050 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6a3001cf-0edf-4f21-94d3-f9837d5f4734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:45.797150 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-6a3001cf-0edf-4f21-94d3-f9837d5f4734 admin admin] For port adca38ae-857a-41cc-9ed0-f27f83993483, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=adca38ae-857a-41cc-9ed0-f27f83993483,segment=NetworkSegment(1c5f3de6-7db6-4224-bc25-a1708f5ecc0e),segment_id=1c5f3de6-7db6-4224-bc25-a1708f5ecc0e)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:37:45.797516 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6a3001cf-0edf-4f21-94d3-f9837d5f4734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:45.809734 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-6a3001cf-0edf-4f21-94d3-f9837d5f4734 admin admin] Calling delete_port for adca38ae-857a-41cc-9ed0-f27f83993483 owned by network:router_interface {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:37:45.823142 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 01bde9b0-8910-4548-abaf-8576edaa73ad no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:37:45.843669 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 01bde9b0-8910-4548-abaf-8576edaa73ad {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:37:45.844012 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 01bde9b0-8910-4548-abaf-8576edaa73ad not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:37:45.844426 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device c391a27f-8334-4887-956e-fea97b6c0dbe no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:37:45.862398 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: c391a27f-8334-4887-956e-fea97b6c0dbe {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:37:45.862747 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device c391a27f-8334-4887-956e-fea97b6c0dbe not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:37:46.057414 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6a3001cf-0edf-4f21-94d3-f9837d5f4734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (adca38ae-857a-41cc-9ed0-f27f83993483), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:46.088411 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3001cf-0edf-4f21-94d3-f9837d5f4734 admin admin] Pushing event deleted for resources: {'Port': ['ID=adca38ae-857a-41cc-9ed0-f27f83993483,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:46.250383 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-6a3001cf-0edf-4f21-94d3-f9837d5f4734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-373501'] for router_interface (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:46.462233 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3001cf-0edf-4f21-94d3-f9837d5f4734 admin admin] Router d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 has already been hosted by L3 agent abdd55a9-fd22-4ed1-9839-468d3076583d {{(pid=103876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:37:46.823521 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3001cf-0edf-4f21-94d3-f9837d5f4734 admin admin] Notify agent at l3_agent.dv-cinder-836850-1-iscsi the message routers_updated {{(pid=103876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:37:46.828461 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-6a3001cf-0edf-4f21-94d3-f9837d5f4734 admin admin] 10.222.0.66 "PUT /v2.0/routers/d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6877255 Apr 06 17:37:46.831047 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 45232) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:46.832159 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4d460-bd21-4baf-81e0-c424385d25be None None] Sync routers for ids ['d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'] in dv-cinder-836850-1-iscsi {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:37:46.842425 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4d460-bd21-4baf-81e0-c424385d25be None None] Routers {'d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:37:46.843067 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-66d4d460-bd21-4baf-81e0-c424385d25be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:37:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:46.934836 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Publish callbacks [] for router (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:46.947703 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-66d4d460-bd21-4baf-81e0-c424385d25be None None] Set router d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 gateway port host: dv-cinder-836850-1-iscsi {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:37:47.041045 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Publish callbacks [] for router_gateway (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:47.163112 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Deleting port 4e20581f-8938-433a-bb6c-96df4e499b1b {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:37:47.163771 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:47.205631 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-66d4d460-bd21-4baf-81e0-c424385d25be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'name': 'tempest-TestShelveInstance-1304844893-router', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'external_fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:25Z', 'updated_at': '2022-04-06T17:37:45Z', 'revision_number': 5, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'gw_port': {'id': '4e20581f-8938-433a-bb6c-96df4e499b1b', 'name': '', 'network_id': 'd208e6fe-1ae8-43f7-81e6-82f80e4a1391', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836850-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:32:26Z', 'updated_at': '2022-04-06T17:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ceeb6c67-4866-4475-8970-a97b2065606f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836850-1-iscsi'}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:47.232398 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4d460-bd21-4baf-81e0-c424385d25be None None] Checking router: d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 for host: dv-cinder-836850-1-iscsi {{(pid=103879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:37:47.240506 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4d460-bd21-4baf-81e0-c424385d25be None None] Routers {'d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'} bound to L3 agent in host dv-cinder-836850-1-iscsi {{(pid=103879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:37:47.241135 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-66d4d460-bd21-4baf-81e0-c424385d25be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836850-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T16:57:09Z,description=,heartbeat_timestamp=2022-04-06T17:37:40Z,host='dv-cinder-836850-1-iscsi',id=abdd55a9-fd22-4ed1-9839-468d3076583d,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T16:57:10Z,topic='l3_agent')) {'router_ids': ['d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'], 'active': True} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:47.241279 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] For port 4e20581f-8938-433a-bb6c-96df4e499b1b, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=4e20581f-8938-433a-bb6c-96df4e499b1b,segment=NetworkSegment(4c9931e3-34c7-4084-84d4-390352d7cdd3),segment_id=4c9931e3-34c7-4084-84d4-390352d7cdd3)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:37:47.241556 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:47.257277 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Calling delete_port for 4e20581f-8938-433a-bb6c-96df4e499b1b owned by network:router_gateway {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:37:47.327172 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_dvr_db [None req-66d4d460-bd21-4baf-81e0-c424385d25be None None] Set router d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 gateway port host: None {{(pid=103879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:37:47.393131 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.l3_hamode_db [None req-66d4d460-bd21-4baf-81e0-c424385d25be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'name': 'tempest-TestShelveInstance-1304844893-router', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:25Z', 'updated_at': '2022-04-06T17:37:47Z', 'revision_number': 6, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'gw_port_host': None}], 'dv-cinder-836850-1-iscsi', False) {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:47.419991 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4d460-bd21-4baf-81e0-c424385d25be None None] The sync data for ids ['d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1'] in dv-cinder-836850-1-iscsi is: [{'id': 'd8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1', 'name': 'tempest-TestShelveInstance-1304844893-router', 'tenant_id': '027d5819879e4cea9d906deb9b80ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:32:25Z', 'updated_at': '2022-04-06T17:37:47Z', 'revision_number': 6, 'project_id': '027d5819879e4cea9d906deb9b80ccea', 'gw_port_host': None}] {{(pid=103879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:37:47.481896 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (4e20581f-8938-433a-bb6c-96df4e499b1b), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:47.505967 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e20581f-8938-433a-bb6c-96df4e499b1b,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:47.567012 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-373307'] for router_gateway (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:47.662799 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-376456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6321'] for router (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:47.664911 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Publish callbacks [] for router_controller (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), precommit_delete_associations {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:47.750398 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-376449'] for router (d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:47.750961 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 {{(pid=103876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:37:47.757964 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:47.759186 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-9e09d960-6bbb-4026-8b16-3dfeeff82966 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d8c9f7e9-358c-4c9d-bc72-c6a3bc9573f1 HTTP/1.1" status: 204 len: 168 time: 0.9271734 Apr 06 17:37:47.761842 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 45234) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:47.811017 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f876173-9da4-4106-afd2-c38cad72a779 admin admin] Deleting subnet bb6366f7-6322-451c-890e-0600387db676 {{(pid=103877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:37:47.814294 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9f876173-9da4-4106-afd2-c38cad72a779 admin admin] Publish callbacks [] for subnet (bb6366f7-6322-451c-890e-0600387db676), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:47.857693 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9f876173-9da4-4106-afd2-c38cad72a779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7130308'] for subnet (bb6366f7-6322-451c-890e-0600387db676), precommit_delete_associations {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:47.940080 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9f876173-9da4-4106-afd2-c38cad72a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1419754'] for subnet (bb6366f7-6322-451c-890e-0600387db676), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.053556 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9f876173-9da4-4106-afd2-c38cad72a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1419749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1613847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7128047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5377154'] for subnet (bb6366f7-6322-451c-890e-0600387db676), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.080609 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f876173-9da4-4106-afd2-c38cad72a779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6366f7-6322-451c-890e-0600387db676,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:48.082587 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-9f876173-9da4-4106-afd2-c38cad72a779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for subnet (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.088602 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-9f876173-9da4-4106-afd2-c38cad72a779 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bb6366f7-6322-451c-890e-0600387db676 HTTP/1.1" status: 204 len: 168 time: 0.3222089 Apr 06 17:37:48.088728 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a65653-d468-406a-b41f-752720fdb895 None None] Network 59867f2a-e5de-4464-878b-52100fd19d3a requested from dv-cinder-836850-1-iscsi {{(pid=103878) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:37:48.089199 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.wsgi [-] (103876) accepted ('10.222.0.66', 45236) {{(pid=103876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:48.158968 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1443757'] for network (59867f2a-e5de-4464-878b-52100fd19d3a), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.197203 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device adca38ae-857a-41cc-9ed0-f27f83993483 no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:37:48.218362 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Deleting port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee {{(pid=103876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:37:48.218927 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.219704 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: adca38ae-857a-41cc-9ed0-f27f83993483 {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:37:48.220061 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device adca38ae-857a-41cc-9ed0-f27f83993483 not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:37:48.251729 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206f7654-ef5f-4208-9d16-85cbae8bc540 None None] DHCP port deletion for 59867f2a-e5de-4464-878b-52100fd19d3a request from dv-cinder-836850-1-iscsi {{(pid=103878) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:37:48.287685 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.db [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] For port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee,segment=NetworkSegment(1c5f3de6-7db6-4224-bc25-a1708f5ecc0e),segment_id=1c5f3de6-7db6-4224-bc25-a1708f5ecc0e)] {{(pid=103876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:37:48.288600 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.305006 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-206f7654-ef5f-4208-9d16-85cbae8bc540 None None] Deleting port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee {{(pid=103878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:37:48.305675 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-206f7654-ef5f-4208-9d16-85cbae8bc540 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781946536753'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), before_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.309337 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.plugin [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Calling delete_port for d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee owned by network:dhcp {{(pid=103876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:37:48.369425 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.db [None req-206f7654-ef5f-4208-9d16-85cbae8bc540 None None] For port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee, host dv-cinder-836850-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836850-1-iscsi',level=0,port_id=d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee,segment=NetworkSegment(1c5f3de6-7db6-4224-bc25-a1708f5ecc0e),segment_id=1c5f3de6-7db6-4224-bc25-a1708f5ecc0e)] {{(pid=103878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:37:48.369831 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-206f7654-ef5f-4208-9d16-85cbae8bc540 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-366876'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), precommit_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.385354 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-206f7654-ef5f-4208-9d16-85cbae8bc540 None None] Calling delete_port for d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee owned by network:dhcp {{(pid=103878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:37:48.444387 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4588835'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.471312 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-206f7654-ef5f-4208-9d16-85cbae8bc540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1912817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781946543364', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781946167053'] for port (d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee), after_delete {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.471497 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Pushing event deleted for resources: {'Port': ['ID=d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:48.475234 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] No DVR routers for this DVR port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee on host dv-cinder-836850-1-iscsi {{(pid=103876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:37:48.496885 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f7654-ef5f-4208-9d16-85cbae8bc540 None None] Pushing event deleted for resources: {'Port': ['ID=d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee,revision_number=None']} {{(pid=103878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:48.500611 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f7654-ef5f-4208-9d16-85cbae8bc540 None None] No DVR routers for this DVR port d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee on host dv-cinder-836850-1-iscsi {{(pid=103878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:37:48.550591 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1421073', 'neutron.services.segments.db._delete_segments_for_network-8781946613113'] for network (59867f2a-e5de-4464-878b-52100fd19d3a), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.570156 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59867f2a-e5de-4464-878b-52100fd19d3a']}} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:48.579728 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5f3de6-7db6-4224-bc25-a1708f5ecc0e') {'for_net_delete': True} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:48.580024 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.services.segments.db [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5f3de6-7db6-4224-bc25-a1708f5ecc0e') {} {{(pid=103876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:37:48.589006 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781946612866', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220542'] for segment (1c5f3de6-7db6-4224-bc25-a1708f5ecc0e), before_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.602545 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177'] for segment (1c5f3de6-7db6-4224-bc25-a1708f5ecc0e), precommit_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.608592 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:37:48.609028 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1564177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4588926'] for segment (1c5f3de6-7db6-4224-bc25-a1708f5ecc0e), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: Traceback (most recent call last): Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: timer() Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: cb(*args, **kw) Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: return func(*args, **kwargs) Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: self._notify() Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: self.callback(batched_events) Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: event.method(event) Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: return f(self, *a, **k) Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._get(url).json() Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: return self.request(url, 'GET', **kwargs) Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:37:48.610690 dv-cinder-836850-1-iscsi neutron-server[103876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:37:48.727624 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1421160', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1638163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-373343'] for network (59867f2a-e5de-4464-878b-52100fd19d3a), after_delete {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.733387 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron_lib.callbacks.manager [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637369'] for network (None), before_response {{(pid=103876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:48.738287 dv-cinder-836850-1-iscsi neutron-server[103876]: INFO neutron.wsgi [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] 10.222.0.66 "DELETE /v2.0/networks/59867f2a-e5de-4464-878b-52100fd19d3a HTTP/1.1" status: 204 len: 168 time: 0.6468005 Apr 06 17:37:48.747563 dv-cinder-836850-1-iscsi neutron-server[103876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97c320-2359-4673-8210-05e63a4a750f admin admin] Pushing event deleted for resources: {'Network': ['ID=59867f2a-e5de-4464-878b-52100fd19d3a,revision_number=None']} {{(pid=103876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:49.047027 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 45240) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:49.086270 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b66b9977-27d2-4dd4-af1d-c28e4de2a929 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1e89dd8fcfb48a396e9d03ff9077792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381114 Apr 06 17:37:49.088623 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 45242) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:49.134263 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-cfbaee1e-8695-402a-923d-4b0c8002f746 admin admin] Publish callbacks [] for security_group (0ffe47e5-c3b3-4778-97ae-45338ed6fd9d), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:49.155171 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-cfbaee1e-8695-402a-923d-4b0c8002f746 admin admin] Publish callbacks [] for security_group (0ffe47e5-c3b3-4778-97ae-45338ed6fd9d), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:49.276338 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-cfbaee1e-8695-402a-923d-4b0c8002f746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (0ffe47e5-c3b3-4778-97ae-45338ed6fd9d), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:49.278885 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-cfbaee1e-8695-402a-923d-4b0c8002f746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:49.280061 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-cfbaee1e-8695-402a-923d-4b0c8002f746 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ffe47e5-c3b3-4778-97ae-45338ed6fd9d HTTP/1.1" status: 204 len: 168 time: 0.1905298 Apr 06 17:37:49.287885 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaee1e-8695-402a-923d-4b0c8002f746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffe47e5-c3b3-4778-97ae-45338ed6fd9d,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:49.826238 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:37:49.846927 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:37:49.848854 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device d2efbbd8-ebe3-4f58-8add-d1163dc4a5ee not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:37:49.848854 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 4e20581f-8938-433a-bb6c-96df4e499b1b no longer exists at agent ovs-agent-dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:37:49.866013 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 45248) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:49.870235 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.plugin [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] No Port match for: 4e20581f-8938-433a-bb6c-96df4e499b1b {{(pid=103878) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:37:49.873726 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron.plugins.ml2.rpc [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Device 4e20581f-8938-433a-bb6c-96df4e499b1b not bound to the agent host dv-cinder-836850-1-iscsi {{(pid=103878) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:37:49.909622 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-b6336017-2c58-485b-9af1-bea23a62b403 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=027d5819879e4cea9d906deb9b80ccea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423932 Apr 06 17:37:49.912132 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.wsgi [-] (103877) accepted ('10.222.0.66', 45250) {{(pid=103877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:49.957815 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0e7-717d-4b6e-8f77-1cf3e64ee988 admin admin] Publish callbacks [] for security_group (8969524e-4171-46de-809c-c49484665b2e), before_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:49.978886 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0e7-717d-4b6e-8f77-1cf3e64ee988 admin admin] Publish callbacks [] for security_group (8969524e-4171-46de-809c-c49484665b2e), precommit_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:50.121613 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0e7-717d-4b6e-8f77-1cf3e64ee988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590874'] for security_group (8969524e-4171-46de-809c-c49484665b2e), after_delete {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:50.124489 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0e7-717d-4b6e-8f77-1cf3e64ee988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:50.127458 dv-cinder-836850-1-iscsi neutron-server[103877]: INFO neutron.wsgi [None req-2c22f0e7-717d-4b6e-8f77-1cf3e64ee988 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8969524e-4171-46de-809c-c49484665b2e HTTP/1.1" status: 204 len: 168 time: 0.2126529 Apr 06 17:37:50.134040 dv-cinder-836850-1-iscsi neutron-server[103877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22f0e7-717d-4b6e-8f77-1cf3e64ee988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8969524e-4171-46de-809c-c49484665b2e,revision_number=None']} {{(pid=103877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:37:50.281958 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:38:02.788454 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:07.182535 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-0aa38276-3dc8-43b5-b7bb-7978eccf4ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:09.628015 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-726975d6-5cb5-4533-9739-bd8551977d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:10.623721 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:11.920870 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:13.355127 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:27.281390 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:38:32.783543 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:37.148607 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-184cd45e-0a0a-4b33-aeb3-98a8a0a3b336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:39.598506 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7cbb9fc-cdf4-4fbd-8894-0286ed1b8fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:40.634195 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:41.931511 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:43.353110 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:02.759671 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:04.280042 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:39:07.164927 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d9dd4c54-0ac7-40f5-b025-b0929c816a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:09.627959 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7b2fab6d-f8fa-4f93-b85c-3286ff5b65a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:10.627812 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:11.936093 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:13.341842 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.774587 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.147036 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-ed14966d-049a-4ee0-8983-997fdcdbad36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:39.581256 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3e53d1fa-c881-4e9f-93ef-a24a44e58a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:40.626000 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.278654 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:39:41.941171 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:43.375646 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.774459 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:07.151559 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c6a322e4-edb5-4b0b-a9bc-ba804a8367b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.602878 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-7daa7c21-74d3-4aae-93db-5ab68478c79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.602687 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.957268 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.357000 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:18.276661 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:40:32.802064 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:37.150624 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-e0a5b6de-463f-45a6-b33f-d0c5ed57cd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.625115 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-44797954-a739-4090-9b6d-f9ececffb626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:40.624558 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:41.933399 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.333004 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:55.274813 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:41:02.817785 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:07.178068 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8d1de8f7-5c68-4ba8-9fb7-0daf0404808f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:09.623621 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-3e5fa4e6-8383-488e-adf5-507ef6f98dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:10.612721 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:11.932259 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:13.360682 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:32.273812 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:41:32.778018 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:37.148618 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8f03d15e-7548-4cdd-9446-115dae10161d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:39.622871 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-966bd861-61c1-44fc-a573-c8ef2a1609c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.594324 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:41.942874 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:43.348560 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:02.788069 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:07.136320 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d6154923-efd3-4d9e-a3e8-fd14af49aeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:09.271717 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:42:09.587440 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-100e54e7-bf5c-47d7-a4ea-968f770882eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:10.610802 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:11.941696 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:13.330362 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:32.746572 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:37.152503 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-c82f5570-1461-44d9-9c2c-89e71345379d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:39.614968 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-860a0462-56af-4a32-a7f3-5f42abe453ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:40.615182 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:41.946411 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:43.329343 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:46.270208 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:43:02.786033 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-2869aaed-6fa6-43e9-bcad-43139c9afe60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (703fd19d-29a7-4a5d-9a9c-d8f32b8829c2), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:07.152050 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-001b69da-7bdb-49b0-8e5e-ee7f30051bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (148737ee-8490-4bed-9b49-9e9f86fe55b4), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:09.602561 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-addc65e9-dbaf-45bc-b8f7-d519211f9119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (abdd55a9-fd22-4ed1-9839-468d3076583d), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:10.625765 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-82586431-a935-4aff-b7d7-894fa651d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (c9508c18-bc90-4c32-ac15-9943b2a4fc15), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:11.962532 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-8014065c-05a6-45b7-80fe-f53ae19c097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (d48e8748-96ba-4d8b-8c72-fbc5cdcbe3c6), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:13.334501 dv-cinder-836850-1-iscsi neutron-server[103878]: DEBUG neutron_lib.callbacks.manager [None req-d7e07503-30ba-4415-899a-c8c092e573a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781946613095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1422544'] for agent (a1ee3624-9f8f-427f-9ce3-992d6cb748f3), after_update {{(pid=103878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:23.269482 dv-cinder-836850-1-iscsi neutron-server[103879]: DEBUG neutron.db.agents_db [None req-b832d51c-f3ef-4578-b3d5-b3d323996a7e None None] Agent healthcheck: found 6 active agents {{(pid=103879) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}